2024-11-18 20:33:28,522 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 20:33:28,544 main DEBUG Took 0.019692 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 20:33:28,544 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 20:33:28,545 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 20:33:28,546 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 20:33:28,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,556 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 20:33:28,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,576 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,577 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,578 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,579 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,582 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,583 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 20:33:28,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,585 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 20:33:28,586 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 20:33:28,588 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 20:33:28,589 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 20:33:28,590 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 20:33:28,591 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 20:33:28,592 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 20:33:28,599 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 20:33:28,602 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 20:33:28,604 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 20:33:28,605 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 20:33:28,605 main DEBUG createAppenders(={Console}) 2024-11-18 20:33:28,606 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 20:33:28,607 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 20:33:28,607 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 20:33:28,608 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 20:33:28,608 main DEBUG OutputStream closed 2024-11-18 20:33:28,609 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 20:33:28,609 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 20:33:28,610 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 20:33:28,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 20:33:28,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 20:33:28,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 20:33:28,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 20:33:28,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 20:33:28,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 20:33:28,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 20:33:28,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 20:33:28,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 20:33:28,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 20:33:28,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 20:33:28,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 20:33:28,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 20:33:28,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 20:33:28,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 20:33:28,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 20:33:28,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 20:33:28,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 20:33:28,706 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 20:33:28,706 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 20:33:28,706 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 20:33:28,707 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T20:33:28,719 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 20:33:28,722 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 20:33:28,722 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T20:33:28,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3413 2024-11-18T20:33:28,998 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T20:33:29,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb 2024-11-18T20:33:29,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694, deleteOnExit=true 2024-11-18T20:33:29,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/zookeeper_0, clientPort=63580, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:33:29,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63580 2024-11-18T20:33:29,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:33:29,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:33:29,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/test.cache.data in system properties and HBase conf 2024-11-18T20:33:29,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:33:29,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:33:29,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:33:29,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:33:29,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:33:29,226 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T20:33:29,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:33:29,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:33:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:33:29,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:33:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:33:29,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:33:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:33:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:33:29,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:33:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:33:29,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:33:29,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:33:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:33:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:33:29,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:33:30,063 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:33:30,133 INFO [Time-limited test {}] log.Log(170): Logging initialized @2251ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T20:33:30,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:30,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:33:30,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:33:30,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:33:30,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:33:30,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:30,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:33:30,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:33:30,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/java.io.tmpdir/jetty-localhost-36193-hadoop-hdfs-3_4_1-tests_jar-_-any-8660843440285898310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:33:30,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:36193} 2024-11-18T20:33:30,479 INFO [Time-limited test {}] server.Server(415): Started @2598ms 2024-11-18T20:33:30,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:30,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:33:30,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:33:30,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:33:30,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:33:30,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:33:30,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:33:30,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/java.io.tmpdir/jetty-localhost-40387-hadoop-hdfs-3_4_1-tests_jar-_-any-484130098992326277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:33:30,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40387} 2024-11-18T20:33:30,933 INFO [Time-limited test {}] server.Server(415): Started @3052ms 2024-11-18T20:33:30,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:33:31,378 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/data/data1/current/BP-7468748-172.17.0.2-1731962009866/current, will proceed with Du for space computation calculation, 2024-11-18T20:33:31,378 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/data/data2/current/BP-7468748-172.17.0.2-1731962009866/current, will proceed with Du for space computation calculation, 2024-11-18T20:33:31,412 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:33:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd11ba1207c9532f3 with lease ID 0x457fbd4d5e6f265: Processing first storage report for DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9 from datanode DatanodeRegistration(127.0.0.1:42905, datanodeUuid=33f542e1-ebe7-4278-ae40-c4291c32c2d6, infoPort=35823, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=2097077836;c=1731962009866) 2024-11-18T20:33:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd11ba1207c9532f3 with lease ID 0x457fbd4d5e6f265: from storage DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9 node DatanodeRegistration(127.0.0.1:42905, datanodeUuid=33f542e1-ebe7-4278-ae40-c4291c32c2d6, infoPort=35823, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=2097077836;c=1731962009866), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:33:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd11ba1207c9532f3 with lease ID 0x457fbd4d5e6f265: Processing first storage report for DS-4e22d95e-3ed9-463b-9302-0a297c9a4b99 from datanode DatanodeRegistration(127.0.0.1:42905, datanodeUuid=33f542e1-ebe7-4278-ae40-c4291c32c2d6, infoPort=35823, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=2097077836;c=1731962009866) 2024-11-18T20:33:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd11ba1207c9532f3 with lease ID 0x457fbd4d5e6f265: from storage DS-4e22d95e-3ed9-463b-9302-0a297c9a4b99 node DatanodeRegistration(127.0.0.1:42905, datanodeUuid=33f542e1-ebe7-4278-ae40-c4291c32c2d6, infoPort=35823, infoSecurePort=0, ipcPort=40141, storageInfo=lv=-57;cid=testClusterID;nsid=2097077836;c=1731962009866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:33:31,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb 2024-11-18T20:33:31,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:31,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:33:32,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b with version=8 2024-11-18T20:33:32,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/hbase-staging 2024-11-18T20:33:32,230 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T20:33:32,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:32,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:32,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:32,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:32,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:32,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:32,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:33:32,625 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T20:33:32,633 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T20:33:32,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:32,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97219 (auto-detected) 2024-11-18T20:33:32,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T20:33:32,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43203 2024-11-18T20:33:32,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43203 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:32,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432030x0, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:32,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43203-0x100548a527a0000 connected 2024-11-18T20:33:32,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:32,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:32,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:32,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b, hbase.cluster.distributed=false 2024-11-18T20:33:32,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/acl 2024-11-18T20:33:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-18T20:33:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43203 2024-11-18T20:33:32,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43203 2024-11-18T20:33:32,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-18T20:33:32,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-18T20:33:32,898 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:32,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:32,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:32,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:32,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:32,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:32,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:33:32,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:32,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43295 2024-11-18T20:33:32,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43295 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:32,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:32,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:32,920 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432950x0, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:32,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43295-0x100548a527a0001 connected 2024-11-18T20:33:32,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:32,926 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:33:32,935 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:33:32,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/master 2024-11-18T20:33:32,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/acl 2024-11-18T20:33:32,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-18T20:33:32,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43295 2024-11-18T20:33:32,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43295 2024-11-18T20:33:32,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-18T20:33:32,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-18T20:33:32,964 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:43203 2024-11-18T20:33:32,965 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1685829541/backup-masters/c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:32,971 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:32,973 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on existing znode=/0-1685829541/backup-masters/c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:32,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:32,993 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685829541/master 2024-11-18T20:33:32,993 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:32,994 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on existing znode=/0-1685829541/master 2024-11-18T20:33:32,995 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1685829541/backup-masters/c0a89b2656d4,43203,1731962012274 from backup master directory 2024-11-18T20:33:32,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/backup-masters/c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:32,997 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:32,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:32,998 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:32,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:33,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T20:33:33,002 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T20:33:33,058 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/hbase.id] with ID: 03d9fed0-c776-4d27-8b3b-5d4c1c34de00 2024-11-18T20:33:33,059 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/.tmp/hbase.id 2024-11-18T20:33:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:33:33,472 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/.tmp/hbase.id]:[hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/hbase.id] 2024-11-18T20:33:33,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:33,535 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:33:33,554 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T20:33:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:33,557 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:33,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:33:33,985 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:33:33,988 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:33:34,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:33:34,005 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:33:34,456 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store 2024-11-18T20:33:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:33:34,490 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T20:33:34,496 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:34,498 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:33:34,514 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:34,515 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:34,524 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:33:34,526 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:34,527 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:34,529 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962014498Disabling compacts and flushes for region at 1731962014498Disabling writes for close at 1731962014525 (+27 ms)Writing region close event to WAL at 1731962014527 (+2 ms)Closed at 1731962014527 2024-11-18T20:33:34,532 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/.initializing 2024-11-18T20:33:34,533 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:34,549 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:34,580 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C43203%2C1731962012274, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/oldWALs, maxLogs=10 2024-11-18T20:33:34,609 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274/c0a89b2656d4%2C43203%2C1731962012274.1731962014587, exclude list is [], retry=0 2024-11-18T20:33:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:34,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T20:33:34,659 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 2024-11-18T20:33:34,660 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:34,660 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:34,661 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:34,664 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,665 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:33:34,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:34,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:34,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:33:34,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:34,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:34,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:33:34,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:34,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:34,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:33:34,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:34,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:34,746 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,751 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,756 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,760 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:34,763 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:34,768 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:33:34,769 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70831725, jitterRate=0.05547495186328888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:34,776 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962014677Initializing all the Stores at 1731962014679 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962014680 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962014681 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962014681Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962014681Cleaning up temporary data from old regions at 1731962014757 (+76 ms)Region opened successfully at 1731962014775 (+18 ms) 2024-11-18T20:33:34,777 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:33:34,807 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ca7aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:33:34,833 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:33:34,842 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:33:34,843 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:33:34,845 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:33:34,846 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:33:34,851 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T20:33:34,851 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:33:34,874 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:33:34,882 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/balancer because node does not exist (not necessarily an error) 2024-11-18T20:33:34,883 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/balancer already deleted, retry=false 2024-11-18T20:33:34,886 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:33:34,888 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:33:34,889 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/normalizer already deleted, retry=false 2024-11-18T20:33:34,891 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:33:34,895 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:33:34,896 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/switch/split already deleted, retry=false 2024-11-18T20:33:34,898 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:33:34,899 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/switch/merge already deleted, retry=false 2024-11-18T20:33:34,916 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:33:34,918 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/snapshot-cleanup already deleted, retry=false 2024-11-18T20:33:34,921 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:34,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:34,921 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:34,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:34,923 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,43203,1731962012274, sessionid=0x100548a527a0000, setting cluster-up flag (Was=false) 2024-11-18T20:33:34,934 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:34,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:34,939 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1685829541/flush-table-proc/acquired, /0-1685829541/flush-table-proc/reached, /0-1685829541/flush-table-proc/abort 2024-11-18T20:33:34,940 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:34,944 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:34,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:34,948 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1685829541/online-snapshot/acquired, /0-1685829541/online-snapshot/reached, /0-1685829541/online-snapshot/abort 2024-11-18T20:33:34,950 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:34,955 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:33:35,020 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:35,028 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:33:35,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:33:35,039 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,43203,1731962012274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:33:35,046 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:35,046 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:35,046 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:35,046 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:35,047 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:33:35,047 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,047 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:33:35,047 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,049 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962045049 2024-11-18T20:33:35,051 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:33:35,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:35,053 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:33:35,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:33:35,056 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(746): ClusterId : 03d9fed0-c776-4d27-8b3b-5d4c1c34de00 2024-11-18T20:33:35,056 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:33:35,057 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:33:35,057 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:33:35,057 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:33:35,059 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:33:35,058 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:35,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:33:35,063 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:33:35,063 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:33:35,065 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:33:35,066 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:33:35,067 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:33:35,067 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c576d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:33:35,067 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:33:35,068 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:33:35,072 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:33:35,072 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:33:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:33:35,075 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962015074,5,FailOnTimeoutGroup] 2024-11-18T20:33:35,077 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962015075,5,FailOnTimeoutGroup] 2024-11-18T20:33:35,077 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,077 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:33:35,079 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,079 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,085 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:43295 2024-11-18T20:33:35,087 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:33:35,088 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:33:35,088 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:33:35,090 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,43203,1731962012274 with port=43295, startcode=1731962012867 2024-11-18T20:33:35,100 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:33:35,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:33:35,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:35,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43203 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:35,153 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b 2024-11-18T20:33:35,153 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-18T20:33:35,153 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:33:35,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/rs 2024-11-18T20:33:35,157 DEBUG [RS:0;c0a89b2656d4:43295 {}] zookeeper.ZKUtil(111): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on existing znode=/0-1685829541/rs/c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:35,157 WARN [RS:0;c0a89b2656d4:43295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:35,157 INFO [RS:0;c0a89b2656d4:43295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:35,157 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:35,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,43295,1731962012867] 2024-11-18T20:33:35,182 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:33:35,197 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:33:35,202 INFO [RS:0;c0a89b2656d4:43295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:33:35,202 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,203 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:33:35,208 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:33:35,210 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,210 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,210 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,211 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,211 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,211 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,211 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:33:35,211 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,212 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,212 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,212 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,212 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,212 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:35,213 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:33:35,213 DEBUG [RS:0;c0a89b2656d4:43295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:33:35,214 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,214 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,214 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,215 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,215 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,215 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43295,1731962012867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:33:35,236 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:33:35,238 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43295,1731962012867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,238 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,238 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.Replication(171): c0a89b2656d4,43295,1731962012867 started 2024-11-18T20:33:35,259 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:35,260 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,43295,1731962012867, RpcServer on c0a89b2656d4/172.17.0.2:43295, sessionid=0x100548a527a0001 2024-11-18T20:33:35,261 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:33:35,261 DEBUG [RS:0;c0a89b2656d4:43295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:35,261 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,43295,1731962012867' 2024-11-18T20:33:35,262 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1685829541/flush-table-proc/abort' 2024-11-18T20:33:35,263 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1685829541/flush-table-proc/acquired' 2024-11-18T20:33:35,264 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:33:35,264 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:33:35,264 DEBUG [RS:0;c0a89b2656d4:43295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:35,264 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,43295,1731962012867' 2024-11-18T20:33:35,264 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1685829541/online-snapshot/abort' 2024-11-18T20:33:35,265 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1685829541/online-snapshot/acquired' 2024-11-18T20:33:35,266 DEBUG [RS:0;c0a89b2656d4:43295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:33:35,266 INFO [RS:0;c0a89b2656d4:43295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:33:35,266 INFO [RS:0;c0a89b2656d4:43295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:33:35,376 INFO [RS:0;c0a89b2656d4:43295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:35,379 INFO [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C43295%2C1731962012867, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs, maxLogs=10 2024-11-18T20:33:35,394 DEBUG [RS:0;c0a89b2656d4:43295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382, exclude list is [], retry=0 2024-11-18T20:33:35,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:35,401 INFO [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 2024-11-18T20:33:35,401 DEBUG [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:35,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:33:35,480 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b 2024-11-18T20:33:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:33:35,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:35,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:33:35,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:33:35,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:35,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:35,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:33:35,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:33:35,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:35,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:35,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:33:35,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:33:35,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:35,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:35,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:33:35,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:33:35,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:35,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:35,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:33:35,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740 2024-11-18T20:33:35,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740 2024-11-18T20:33:35,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:33:35,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:33:35,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:35,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:33:35,932 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:33:35,933 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59908029, jitterRate=-0.10730080306529999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:35,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962015901Initializing all the Stores at 1731962015904 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962015904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962015904Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962015904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962015904Cleaning up temporary data from old regions at 1731962015926 (+22 ms)Region opened successfully at 1731962015936 (+10 ms) 2024-11-18T20:33:35,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:33:35,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:33:35,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:33:35,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:33:35,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:33:35,938 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:35,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962015936Disabling compacts and flushes for region at 1731962015936Disabling writes for close at 1731962015936Writing region close event to WAL at 1731962015937 (+1 ms)Closed at 1731962015937 2024-11-18T20:33:35,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:35,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:33:35,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:33:35,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:33:35,955 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:33:36,110 DEBUG [c0a89b2656d4:43203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:33:36,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:36,132 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,43295,1731962012867, state=OPENING 2024-11-18T20:33:36,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:33:36,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:36,138 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:36,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:36,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:36,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:33:36,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,43295,1731962012867}] 2024-11-18T20:33:36,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:33:36,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:33:36,337 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:33:36,337 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:36,338 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:33:36,341 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C43295%2C1731962012867.meta, suffix=.meta, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs, maxLogs=10 2024-11-18T20:33:36,356 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.meta.1731962016343.meta, exclude list is [], retry=0 2024-11-18T20:33:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:36,364 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.meta.1731962016343.meta 2024-11-18T20:33:36,365 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:36,365 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:36,369 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:33:36,370 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:33:36,372 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:33:36,374 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:33:36,377 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:33:36,377 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:36,378 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:33:36,378 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:33:36,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:33:36,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:33:36,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:33:36,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:33:36,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:36,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:36,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:33:36,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:33:36,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:36,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:36,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:33:36,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:33:36,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:36,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:36,390 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:33:36,392 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740 2024-11-18T20:33:36,395 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740 2024-11-18T20:33:36,397 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:33:36,397 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:33:36,398 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:36,401 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:33:36,403 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65320031, jitterRate=-0.026655688881874084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:36,403 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:33:36,405 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962016378Writing region info on filesystem at 1731962016378Initializing all the Stores at 1731962016380 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962016380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962016380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962016380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962016380Cleaning up temporary data from old regions at 1731962016397 (+17 ms)Running coprocessor post-open hooks at 1731962016403 (+6 ms)Region opened successfully at 1731962016405 (+2 ms) 2024-11-18T20:33:36,412 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962016313 2024-11-18T20:33:36,421 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:33:36,422 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:33:36,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:36,426 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,43295,1731962012867, state=OPEN 2024-11-18T20:33:36,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:36,428 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:36,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:36,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:36,428 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:36,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:33:36,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,43295,1731962012867 in 286 msec 2024-11-18T20:33:36,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:33:36,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-18T20:33:36,443 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:36,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:33:36,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:36,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,43295,1731962012867, seqNum=-1] 2024-11-18T20:33:36,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:36,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:33:36,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5200 sec 2024-11-18T20:33:36,519 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962016518, completionTime=-1 2024-11-18T20:33:36,521 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:33:36,521 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:33:36,544 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:33:36,544 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962076544 2024-11-18T20:33:36,544 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962136544 2024-11-18T20:33:36,544 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-18T20:33:36,546 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43203,1731962012274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,546 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43203,1731962012274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,547 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43203,1731962012274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,548 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:43203, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,548 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,560 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,566 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:33:36,598 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.600sec 2024-11-18T20:33:36,599 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:33:36,601 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:33:36,602 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:33:36,603 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:33:36,603 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:33:36,605 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43203,1731962012274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:33:36,605 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43203,1731962012274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:33:36,614 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:33:36,615 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:33:36,615 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,43203,1731962012274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:36,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:36,675 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T20:33:36,675 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T20:33:36,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,43203,-1 for getting cluster id 2024-11-18T20:33:36,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:36,688 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d9fed0-c776-4d27-8b3b-5d4c1c34de00' 2024-11-18T20:33:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d9fed0-c776-4d27-8b3b-5d4c1c34de00" 2024-11-18T20:33:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,43203,-1] 2024-11-18T20:33:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:36,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:36,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:36,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,43295,1731962012867, seqNum=-1] 2024-11-18T20:33:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:36,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:33:36,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:36,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:36,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548a527a0002 connected 2024-11-18T20:33:36,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir so I do NOT create it in target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2 2024-11-18T20:33:36,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.tmp.dir so I do NOT create it in target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2 2024-11-18T20:33:36,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:33:36,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/cluster_1086f7e6-9ffa-d280-b656-2bea84107ed5, deleteOnExit=true 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/test.cache.data in system properties and HBase conf 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:33:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:33:36,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:33:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:33:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:33:36,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:36,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:33:36,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:33:36,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:33:36,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:33:36,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:36,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:33:36,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:33:36,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/java.io.tmpdir/jetty-localhost-33699-hadoop-hdfs-3_4_1-tests_jar-_-any-4274870022723801299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:33:36,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:33699} 2024-11-18T20:33:36,922 INFO [Time-limited test {}] server.Server(415): Started @9042ms 2024-11-18T20:33:36,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:36,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:33:36,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:33:36,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:33:36,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:33:36,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:33:36,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:33:37,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/java.io.tmpdir/jetty-localhost-41365-hadoop-hdfs-3_4_1-tests_jar-_-any-3164043963897375380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:33:37,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:41365} 2024-11-18T20:33:37,087 INFO [Time-limited test {}] server.Server(415): Started @9206ms 2024-11-18T20:33:37,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:33:37,196 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/cluster_1086f7e6-9ffa-d280-b656-2bea84107ed5/data/data1/current/BP-873822372-172.17.0.2-1731962016777/current, will proceed with Du for space computation calculation, 2024-11-18T20:33:37,196 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/cluster_1086f7e6-9ffa-d280-b656-2bea84107ed5/data/data2/current/BP-873822372-172.17.0.2-1731962016777/current, will proceed with Du for space computation calculation, 2024-11-18T20:33:37,211 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:33:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4010e4bab1c6ce with lease ID 0x18ec1e1915d49721: Processing first storage report for DS-6c35f3c3-06b9-49bc-9e76-aa96b4c2b8b6 from datanode DatanodeRegistration(127.0.0.1:37901, datanodeUuid=507f4c03-4404-431f-bc6d-c2f8f5044f6e, infoPort=37709, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1618072619;c=1731962016777) 2024-11-18T20:33:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4010e4bab1c6ce with lease ID 0x18ec1e1915d49721: from storage DS-6c35f3c3-06b9-49bc-9e76-aa96b4c2b8b6 node DatanodeRegistration(127.0.0.1:37901, datanodeUuid=507f4c03-4404-431f-bc6d-c2f8f5044f6e, infoPort=37709, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1618072619;c=1731962016777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:33:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4010e4bab1c6ce with lease ID 0x18ec1e1915d49721: Processing first storage report for DS-21f8edee-2c20-462c-9912-f639a41f5d83 from datanode DatanodeRegistration(127.0.0.1:37901, datanodeUuid=507f4c03-4404-431f-bc6d-c2f8f5044f6e, infoPort=37709, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1618072619;c=1731962016777) 2024-11-18T20:33:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4010e4bab1c6ce with lease ID 0x18ec1e1915d49721: from storage DS-21f8edee-2c20-462c-9912-f639a41f5d83 node DatanodeRegistration(127.0.0.1:37901, datanodeUuid=507f4c03-4404-431f-bc6d-c2f8f5044f6e, infoPort=37709, infoSecurePort=0, ipcPort=45779, storageInfo=lv=-57;cid=testClusterID;nsid=1618072619;c=1731962016777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:33:37,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2 2024-11-18T20:33:37,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:37,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:37,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:33:37,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722 with version=8 2024-11-18T20:33:37,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/hbase-staging 2024-11-18T20:33:37,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:37,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:37,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:37,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:37,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:37,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:37,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:33:37,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:37,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45663 2024-11-18T20:33:37,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45663 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:37,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456630x0, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:37,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45663-0x100548a527a0003 connected 2024-11-18T20:33:37,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:37,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:37,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/running 2024-11-18T20:33:37,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722, hbase.cluster.distributed=false 2024-11-18T20:33:37,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/acl 2024-11-18T20:33:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45663 2024-11-18T20:33:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45663 2024-11-18T20:33:37,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45663 2024-11-18T20:33:37,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45663 2024-11-18T20:33:37,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45663 2024-11-18T20:33:37,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:33:37,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:37,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46207 2024-11-18T20:33:37,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46207 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:37,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:37,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462070x0, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:37,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46207-0x100548a527a0004 connected 2024-11-18T20:33:37,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/running 2024-11-18T20:33:37,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:33:37,698 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:33:37,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/master 2024-11-18T20:33:37,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/acl 2024-11-18T20:33:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-18T20:33:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46207 2024-11-18T20:33:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46207 2024-11-18T20:33:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-18T20:33:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-18T20:33:37,713 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:45663 2024-11-18T20:33:37,713 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12111919475/backup-masters/c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475/backup-masters 2024-11-18T20:33:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475/backup-masters 2024-11-18T20:33:37,715 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on existing znode=/12111919475/backup-masters/c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12111919475/master 2024-11-18T20:33:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:37,716 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on existing znode=/12111919475/master 2024-11-18T20:33:37,717 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12111919475/backup-masters/c0a89b2656d4,45663,1731962017645 from backup master directory 2024-11-18T20:33:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12111919475/backup-masters/c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475/backup-masters 2024-11-18T20:33:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475/backup-masters 2024-11-18T20:33:37,718 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:37,718 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:37,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/hbase.id] with ID: 69168114-4ead-4f08-91e7-03a0a19ae439 2024-11-18T20:33:37,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/.tmp/hbase.id 2024-11-18T20:33:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:33:38,137 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/.tmp/hbase.id]:[hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/hbase.id] 2024-11-18T20:33:38,167 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:38,167 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:33:38,170 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T20:33:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:33:38,585 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:33:38,587 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:33:38,588 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:38,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:33:39,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store 2024-11-18T20:33:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:33:39,413 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:39,414 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:33:39,414 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:39,414 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:39,414 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:33:39,414 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:39,415 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:39,415 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962019414Disabling compacts and flushes for region at 1731962019414Disabling writes for close at 1731962019414Writing region close event to WAL at 1731962019415 (+1 ms)Closed at 1731962019415 2024-11-18T20:33:39,417 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/.initializing 2024-11-18T20:33:39,417 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/WALs/c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:39,419 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:39,423 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C45663%2C1731962017645, suffix=, logDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/WALs/c0a89b2656d4,45663,1731962017645, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/oldWALs, maxLogs=10 2024-11-18T20:33:39,437 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/WALs/c0a89b2656d4,45663,1731962017645/c0a89b2656d4%2C45663%2C1731962017645.1731962019423, exclude list is [], retry=0 2024-11-18T20:33:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-6c35f3c3-06b9-49bc-9e76-aa96b4c2b8b6,DISK] 2024-11-18T20:33:39,444 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/WALs/c0a89b2656d4,45663,1731962017645/c0a89b2656d4%2C45663%2C1731962017645.1731962019423 2024-11-18T20:33:39,445 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-18T20:33:39,445 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:39,445 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:39,445 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,445 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:33:39,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:39,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:39,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:33:39,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:39,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:39,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:33:39,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:39,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:39,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:33:39,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:39,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:39,463 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,465 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,465 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,468 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,468 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,469 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:39,471 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:39,474 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:33:39,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65627301, jitterRate=-0.022077009081840515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:39,475 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962019446Initializing all the Stores at 1731962019447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962019447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962019447Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962019448 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962019448Cleaning up temporary data from old regions at 1731962019468 (+20 ms)Region opened successfully at 1731962019475 (+7 ms) 2024-11-18T20:33:39,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:33:39,479 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ccfb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:33:39,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:33:39,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:33:39,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:33:39,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:33:39,482 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:33:39,482 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:33:39,483 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:33:39,486 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:33:39,487 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Unable to get data of znode /12111919475/balancer because node does not exist (not necessarily an error) 2024-11-18T20:33:39,488 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/balancer already deleted, retry=false 2024-11-18T20:33:39,488 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:33:39,489 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Unable to get data of znode /12111919475/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:33:39,490 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/normalizer already deleted, retry=false 2024-11-18T20:33:39,490 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:33:39,492 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Unable to get data of znode /12111919475/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:33:39,493 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/switch/split already deleted, retry=false 2024-11-18T20:33:39,494 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Unable to get data of znode /12111919475/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:33:39,495 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/switch/merge already deleted, retry=false 2024-11-18T20:33:39,498 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Unable to get data of znode /12111919475/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:33:39,498 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/snapshot-cleanup already deleted, retry=false 2024-11-18T20:33:39,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12111919475/running 2024-11-18T20:33:39,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:39,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12111919475/running 2024-11-18T20:33:39,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:39,500 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,45663,1731962017645, sessionid=0x100548a527a0003, setting cluster-up flag (Was=false) 2024-11-18T20:33:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:39,506 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12111919475/flush-table-proc/acquired, /12111919475/flush-table-proc/reached, /12111919475/flush-table-proc/abort 2024-11-18T20:33:39,507 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:39,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:39,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:39,513 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12111919475/online-snapshot/acquired, /12111919475/online-snapshot/reached, /12111919475/online-snapshot/abort 2024-11-18T20:33:39,514 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:39,516 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:33:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:39,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:33:39,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:33:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,45663,1731962017645 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:33:39,522 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:39,522 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:39,523 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:39,523 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:39,523 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:33:39,523 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,523 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:33:39,523 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962049526 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:33:39,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:33:39,527 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,527 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:33:39,527 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:33:39,527 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:33:39,527 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:33:39,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:39,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:33:39,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:33:39,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:33:39,528 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962019528,5,FailOnTimeoutGroup] 2024-11-18T20:33:39,528 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962019528,5,FailOnTimeoutGroup] 2024-11-18T20:33:39,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:33:39,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:39,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:33:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:33:39,607 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(746): ClusterId : 69168114-4ead-4f08-91e7-03a0a19ae439 2024-11-18T20:33:39,608 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:33:39,612 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:33:39,613 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:33:39,618 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:33:39,619 DEBUG [RS:0;c0a89b2656d4:46207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7a674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:33:39,635 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:46207 2024-11-18T20:33:39,635 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:33:39,635 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:33:39,635 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:33:39,636 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,45663,1731962017645 with port=46207, startcode=1731962017686 2024-11-18T20:33:39,636 DEBUG [RS:0;c0a89b2656d4:46207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:33:39,638 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:33:39,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:39,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45663 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:39,642 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722 2024-11-18T20:33:39,642 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36563 2024-11-18T20:33:39,642 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:33:39,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475/rs 2024-11-18T20:33:39,646 DEBUG [RS:0;c0a89b2656d4:46207 {}] zookeeper.ZKUtil(111): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on existing znode=/12111919475/rs/c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:39,646 WARN [RS:0;c0a89b2656d4:46207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:39,646 INFO [RS:0;c0a89b2656d4:46207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:39,646 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:39,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,46207,1731962017686] 2024-11-18T20:33:39,652 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:33:39,655 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:33:39,656 INFO [RS:0;c0a89b2656d4:46207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:33:39,656 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,656 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:33:39,657 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:33:39,658 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,658 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,659 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,659 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,659 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,659 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:39,659 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:33:39,659 DEBUG [RS:0;c0a89b2656d4:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:33:39,660 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,660 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,660 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,660 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,660 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,660 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46207,1731962017686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:33:39,676 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:33:39,677 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46207,1731962017686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,677 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,677 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.Replication(171): c0a89b2656d4,46207,1731962017686 started 2024-11-18T20:33:39,690 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:39,690 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,46207,1731962017686, RpcServer on c0a89b2656d4/172.17.0.2:46207, sessionid=0x100548a527a0004 2024-11-18T20:33:39,690 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:33:39,690 DEBUG [RS:0;c0a89b2656d4:46207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:39,690 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,46207,1731962017686' 2024-11-18T20:33:39,690 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12111919475/flush-table-proc/abort' 2024-11-18T20:33:39,691 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12111919475/flush-table-proc/acquired' 2024-11-18T20:33:39,692 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:33:39,692 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:33:39,692 DEBUG [RS:0;c0a89b2656d4:46207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:39,692 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,46207,1731962017686' 2024-11-18T20:33:39,692 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12111919475/online-snapshot/abort' 2024-11-18T20:33:39,692 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12111919475/online-snapshot/acquired' 2024-11-18T20:33:39,693 DEBUG [RS:0;c0a89b2656d4:46207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:33:39,693 INFO [RS:0;c0a89b2656d4:46207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:33:39,693 INFO [RS:0;c0a89b2656d4:46207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:33:39,795 INFO [RS:0;c0a89b2656d4:46207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:39,801 INFO [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C46207%2C1731962017686, suffix=, logDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/oldWALs, maxLogs=10 2024-11-18T20:33:39,816 DEBUG [RS:0;c0a89b2656d4:46207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686/c0a89b2656d4%2C46207%2C1731962017686.1731962019805, exclude list is [], retry=0 2024-11-18T20:33:39,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-6c35f3c3-06b9-49bc-9e76-aa96b4c2b8b6,DISK] 2024-11-18T20:33:39,823 INFO [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686/c0a89b2656d4%2C46207%2C1731962017686.1731962019805 2024-11-18T20:33:39,823 DEBUG [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-18T20:33:39,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:33:39,939 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722 2024-11-18T20:33:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:33:40,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:40,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:33:40,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:33:40,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:33:40,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:33:40,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:33:40,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:33:40,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:33:40,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:33:40,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:33:40,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740 2024-11-18T20:33:40,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740 2024-11-18T20:33:40,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:33:40,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:33:40,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:40,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:33:40,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:33:40,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65995382, jitterRate=-0.016592174768447876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:40,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962020349Initializing all the Stores at 1731962020351 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962020351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962020351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962020351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962020351Cleaning up temporary data from old regions at 1731962020368 (+17 ms)Region opened successfully at 1731962020374 (+6 ms) 2024-11-18T20:33:40,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:33:40,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:33:40,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:33:40,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:33:40,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:33:40,375 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:40,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962020374Disabling compacts and flushes for region at 1731962020374Disabling writes for close at 1731962020374Writing region close event to WAL at 1731962020375 (+1 ms)Closed at 1731962020375 2024-11-18T20:33:40,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:40,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:33:40,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:33:40,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:33:40,380 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:33:40,530 DEBUG [c0a89b2656d4:45663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:33:40,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:40,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,46207,1731962017686, state=OPENING 2024-11-18T20:33:40,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:33:40,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:40,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:40,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:33:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12111919475/meta-region-server: CHANGED 2024-11-18T20:33:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12111919475/meta-region-server: CHANGED 2024-11-18T20:33:40,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,46207,1731962017686}] 2024-11-18T20:33:40,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:33:40,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:33:40,713 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:33:40,713 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:40,714 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:33:40,716 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C46207%2C1731962017686.meta, suffix=.meta, logDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/oldWALs, maxLogs=10 2024-11-18T20:33:40,729 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686/c0a89b2656d4%2C46207%2C1731962017686.meta.1731962020718.meta, exclude list is [], retry=0 2024-11-18T20:33:40,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37901,DS-6c35f3c3-06b9-49bc-9e76-aa96b4c2b8b6,DISK] 2024-11-18T20:33:40,735 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/WALs/c0a89b2656d4,46207,1731962017686/c0a89b2656d4%2C46207%2C1731962017686.meta.1731962020718.meta 2024-11-18T20:33:40,736 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-18T20:33:40,736 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:40,736 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:33:40,736 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:33:40,736 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:33:40,736 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:33:40,737 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:33:40,737 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:40,737 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:33:40,737 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:33:40,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:33:40,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:33:40,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:33:40,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:33:40,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:33:40,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:33:40,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:33:40,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:33:40,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:40,749 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:33:40,750 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740 2024-11-18T20:33:40,752 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740 2024-11-18T20:33:40,754 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:33:40,754 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:33:40,755 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:40,757 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:33:40,759 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70655582, jitterRate=0.05285021662712097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:40,759 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:33:40,759 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962020737Writing region info on filesystem at 1731962020737Initializing all the Stores at 1731962020739 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962020739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962020739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962020739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962020739Cleaning up temporary data from old regions at 1731962020754 (+15 ms)Running coprocessor post-open hooks at 1731962020759 (+5 ms)Region opened successfully at 1731962020759 2024-11-18T20:33:40,761 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962020699 2024-11-18T20:33:40,765 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:33:40,765 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:33:40,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:40,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,46207,1731962017686, state=OPEN 2024-11-18T20:33:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12111919475/meta-region-server 2024-11-18T20:33:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12111919475/meta-region-server 2024-11-18T20:33:40,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:40,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12111919475/meta-region-server: CHANGED 2024-11-18T20:33:40,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12111919475/meta-region-server: CHANGED 2024-11-18T20:33:40,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:33:40,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,46207,1731962017686 in 226 msec 2024-11-18T20:33:40,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:33:40,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-18T20:33:40,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:40,779 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:33:40,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:40,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46207,1731962017686, seqNum=-1] 2024-11-18T20:33:40,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:40,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:33:40,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-18T20:33:40,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962020794, completionTime=-1 2024-11-18T20:33:40,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:33:40,794 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:33:40,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:33:40,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962080797 2024-11-18T20:33:40,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962140797 2024-11-18T20:33:40,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:33:40,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45663,1731962017645-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,798 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45663,1731962017645-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,798 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45663,1731962017645-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,798 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:45663, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,798 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,798 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,801 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:33:40,803 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.085sec 2024-11-18T20:33:40,803 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:33:40,804 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:33:40,804 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:33:40,804 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:33:40,804 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:33:40,804 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45663,1731962017645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:33:40,804 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45663,1731962017645-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:33:40,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:40,807 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:33:40,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:33:40,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:40,808 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45663,1731962017645-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:40,809 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:40,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:40,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:40,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604e480d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:40,814 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:40,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:40,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46207,1731962017686, seqNum=-1] 2024-11-18T20:33:40,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:40,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:33:40,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:40,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:40,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548a527a0005 connected 2024-11-18T20:33:40,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,43203,-1 for getting cluster id 2024-11-18T20:33:40,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:40,834 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d9fed0-c776-4d27-8b3b-5d4c1c34de00' 2024-11-18T20:33:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d9fed0-c776-4d27-8b3b-5d4c1c34de00" 2024-11-18T20:33:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1d264c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,43203,-1] 2024-11-18T20:33:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:40,837 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417e86fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@528c91c5 2024-11-18T20:33:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:40,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:40,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:33:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:33:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:33:40,873 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:40,875 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510318ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,875 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:40,875 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:40,876 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a30bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:40,879 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:40,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1493286b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:40,881 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:40,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:40,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@158c6c6b 2024-11-18T20:33:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:40,887 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:40,898 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T20:33:40,898 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:33:40,903 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:40,904 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:40,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:40,905 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:33:40,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:33:40,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:33:40,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:40,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:33:40,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741835_1011 (size=1138) 2024-11-18T20:33:40,962 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:33:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:33:41,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:33:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:33:41,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0194c6ecc4efdb9997db89b2412473ec, NAME => 'hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b 2024-11-18T20:33:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741836_1012 (size=44) 2024-11-18T20:33:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:33:41,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:41,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0194c6ecc4efdb9997db89b2412473ec, disabling compactions & flushes 2024-11-18T20:33:41,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:41,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:41,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. after waiting 0 ms 2024-11-18T20:33:41,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:41,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:41,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0194c6ecc4efdb9997db89b2412473ec: Waiting for close lock at 1731962021746Disabling compacts and flushes for region at 1731962021746Disabling writes for close at 1731962021747 (+1 ms)Writing region close event to WAL at 1731962021747Closed at 1731962021747 2024-11-18T20:33:41,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:33:41,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962021752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962021752"}]},"ts":"1731962021752"} 2024-11-18T20:33:41,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:33:41,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:33:41,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962021766"}]},"ts":"1731962021766"} 2024-11-18T20:33:41,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:33:41,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN}] 2024-11-18T20:33:41,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN 2024-11-18T20:33:41,779 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN; state=OFFLINE, location=c0a89b2656d4,43295,1731962012867; forceNewPlan=false, retain=false 2024-11-18T20:33:41,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:33:41,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0194c6ecc4efdb9997db89b2412473ec, regionState=OPENING, regionLocation=c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:41,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN because future has completed 2024-11-18T20:33:41,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194c6ecc4efdb9997db89b2412473ec, server=c0a89b2656d4,43295,1731962012867}] 2024-11-18T20:33:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:33:42,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:42,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:42,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:33:42,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C43295%2C1731962012867.rep, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs, maxLogs=10 2024-11-18T20:33:42,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.rep.1731962022109, exclude list is [], retry=0 2024-11-18T20:33:42,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:42,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.rep.1731962022109 2024-11-18T20:33:42,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:42,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0194c6ecc4efdb9997db89b2412473ec, NAME => 'hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:42,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:33:42,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:33:42,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. service=MultiRowMutationService 2024-11-18T20:33:42,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:33:42,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:42,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,130 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,131 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194c6ecc4efdb9997db89b2412473ec columnFamilyName hfileref 2024-11-18T20:33:42,132 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:42,132 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(327): Store=0194c6ecc4efdb9997db89b2412473ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:42,132 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,134 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194c6ecc4efdb9997db89b2412473ec columnFamilyName queue 2024-11-18T20:33:42,134 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:42,135 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(327): Store=0194c6ecc4efdb9997db89b2412473ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:42,135 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,137 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194c6ecc4efdb9997db89b2412473ec columnFamilyName sid 2024-11-18T20:33:42,137 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:42,137 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(327): Store=0194c6ecc4efdb9997db89b2412473ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:42,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:33:42,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:33:42,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0194c6ecc4efdb9997db89b2412473ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69903823, jitterRate=0.04164813458919525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:33:42,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:42,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0194c6ecc4efdb9997db89b2412473ec: Running coprocessor pre-open hook at 1731962022128Writing region info on filesystem at 1731962022128Initializing all the Stores at 1731962022129 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962022129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962022130 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962022130Cleaning up temporary data from old regions at 1731962022142 (+12 ms)Running coprocessor post-open hooks at 1731962022150 (+8 ms)Region opened successfully at 1731962022151 (+1 ms) 2024-11-18T20:33:42,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., pid=7, masterSystemTime=1731962022090 2024-11-18T20:33:42,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:42,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:42,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0194c6ecc4efdb9997db89b2412473ec, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:42,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194c6ecc4efdb9997db89b2412473ec, server=c0a89b2656d4,43295,1731962012867 because future has completed 2024-11-18T20:33:42,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T20:33:42,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0194c6ecc4efdb9997db89b2412473ec, server=c0a89b2656d4,43295,1731962012867 in 226 msec 2024-11-18T20:33:42,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:33:42,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN in 391 msec 2024-11-18T20:33:42,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:33:42,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962022171"}]},"ts":"1731962022171"} 2024-11-18T20:33:42,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:33:42,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:33:42,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-18T20:33:42,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., hostname=c0a89b2656d4,43295,1731962012867, seqNum=2] 2024-11-18T20:33:42,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43295 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T20:33:42,239 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:42,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:33:42,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T20:33:42,417 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:33:42,454 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,43295,1731962012867, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:33:42,456 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:42,456 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,43295,1731962012867, seqNum=-1] 2024-11-18T20:33:42,456 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:42,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T20:33:42,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,43295,1731962012867', locateType=CURRENT is [region=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., hostname=c0a89b2656d4,43295,1731962012867, seqNum=2] 2024-11-18T20:33:42,466 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T20:33:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T20:33:42,472 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,43295,1731962012867 suceeded 2024-11-18T20:33:42,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T20:33:42,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-18T20:33:42,476 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:33:42,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6150 sec 2024-11-18T20:33:42,487 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:42,488 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:42,489 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:42,489 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:42,490 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:42,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:42,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b24f523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:42,492 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:42,493 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:42,494 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:42,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:42,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0af029 2024-11-18T20:33:42,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:42,496 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T20:33:42,498 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,43295,1731962012867 (queues=1) is replicating from cluster=03d9fed0-c776-4d27-8b3b-5d4c1c34de00 to cluster=69168114-4ead-4f08-91e7-03a0a19ae439 2024-11-18T20:33:42,500 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C43295%2C1731962012867 2024-11-18T20:33:42,503 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,43295,1731962012867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:33:42,507 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.shipperc0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C43295%2C1731962012867 2024-11-18T20:33:42,511 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382, startPosition=0, beingWritten=true 2024-11-18T20:33:42,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:33:42,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:33:42,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:33:42,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:33:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:33:42,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:33:42,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:33:42,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:33:42,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T20:33:42,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T20:33:42,778 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:33:43,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:43,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:43,025 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:33:43,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:43,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,43203,-1 for getting cluster id 2024-11-18T20:33:43,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:43,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d9fed0-c776-4d27-8b3b-5d4c1c34de00' 2024-11-18T20:33:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d9fed0-c776-4d27-8b3b-5d4c1c34de00" 2024-11-18T20:33:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,43203,-1] 2024-11-18T20:33:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b1a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569800 2024-11-18T20:33:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:43,034 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:43,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:33:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:33:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:33:43,038 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:43,039 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231bbc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,039 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:43,039 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:43,040 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:43,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e79689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,042 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:43,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bfb1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,043 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b624f2c 2024-11-18T20:33:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:43,045 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:43,046 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T20:33:43,046 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:33:43,046 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,046 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:43,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:33:43,085 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:33:43,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T20:33:43,210 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T20:33:43,240 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c0a89b2656d4,43295,1731962012867, ReplicationSource: 2, currentBandwidth=0 2024-11-18T20:33:43,243 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T20:33:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T20:33:43,247 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c0a89b2656d4,43295,1731962012867 suceeded 2024-11-18T20:33:43,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:33:43,251 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:33:43,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-18T20:33:43,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-18T20:33:43,261 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:43,262 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0fdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,262 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:43,263 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:43,263 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@436729a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:43,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,266 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:43,267 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b8bb83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,267 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b808843 2024-11-18T20:33:43,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:43,270 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T20:33:43,271 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c0a89b2656d4,43295,1731962012867 (queues=1) is replicating from cluster=03d9fed0-c776-4d27-8b3b-5d4c1c34de00 to cluster=69168114-4ead-4f08-91e7-03a0a19ae439 2024-11-18T20:33:43,271 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c0a89b2656d4%2C43295%2C1731962012867 2024-11-18T20:33:43,271 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c0a89b2656d4,43295,1731962012867, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:33:43,272 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.shipperc0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C43295%2C1731962012867 2024-11-18T20:33:43,272 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382, startPosition=0, beingWritten=true 2024-11-18T20:33:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T20:33:43,354 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T20:33:43,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:43,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:43,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:43,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:43,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7daa54a1 2024-11-18T20:33:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:43,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:43,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:33:43,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:33:43,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:33:43,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:33:43,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:33:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:33:43,396 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T20:33:43,398 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a115c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,398 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:43,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:43,399 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:43,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:43,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cecd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,401 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:43,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31929d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:43,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:43,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5774d07f 2024-11-18T20:33:43,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:43,406 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:43,407 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:33:43,407 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:33:43,407 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:43,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:33:43,478 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:43,492 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T20:33:43,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T20:33:43,570 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T20:33:43,572 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T20:33:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T20:33:43,576 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c0a89b2656d4,43295,1731962012867 suceeded 2024-11-18T20:33:43,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T20:33:43,581 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:33:43,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-18T20:33:43,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-18T20:33:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T20:33:43,715 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T20:33:43,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:33:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:33:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T20:33:43,720 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:43,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4374dcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,721 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:43,722 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:43,723 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:43,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:43,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:43,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c173f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,725 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124bc707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:43,726 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:43,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71499411 2024-11-18T20:33:43,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:43,729 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:43,730 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:33:43,730 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:33:43,730 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,730 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:43,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:43,788 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T20:33:43,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:33:43,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T20:33:43,983 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T20:33:43,985 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T20:33:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T20:33:43,989 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c0a89b2656d4,43295,1731962012867 suceeded 2024-11-18T20:33:43,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T20:33:43,992 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c0a89b2656d4:45663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:33:43,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-18T20:33:43,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 276 msec 2024-11-18T20:33:44,001 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T20:33:44,035 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T20:33:44,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:33:44,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:33:44,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:44,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:44,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:44,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:44,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:44,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:33:44,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76445151, stopped=false 2024-11-18T20:33:44,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,43203,1731962012274 2024-11-18T20:33:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:44,044 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:44,044 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:44,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:33:44,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:44,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:44,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:44,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:44,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:44,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,43295,1731962012867' ***** 2024-11-18T20:33:44,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:33:44,046 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:33:44,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:33:44,046 INFO [RS:0;c0a89b2656d4:43295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:33:44,047 INFO [RS:0;c0a89b2656d4:43295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:33:44,047 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(3091): Received CLOSE for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:44,048 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:44,048 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:33:44,048 INFO [RS:0;c0a89b2656d4:43295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:43295. 2024-11-18T20:33:44,048 DEBUG [RS:0;c0a89b2656d4:43295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:44,048 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:44,048 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0194c6ecc4efdb9997db89b2412473ec, disabling compactions & flushes 2024-11-18T20:33:44,048 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:44,049 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:44,049 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:33:44,049 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. after waiting 0 ms 2024-11-18T20:33:44,049 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:33:44,049 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:44,049 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:33:44,049 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:33:44,050 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:33:44,050 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:33:44,050 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1325): Online Regions={0194c6ecc4efdb9997db89b2412473ec=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:33:44,050 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:33:44,050 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:33:44,050 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:33:44,050 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:33:44,050 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 0194c6ecc4efdb9997db89b2412473ec, 1588230740 2024-11-18T20:33:44,054 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T20:33:44,054 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0194c6ecc4efdb9997db89b2412473ec 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T20:33:44,115 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/.tmp/queue/4216122590cd4165b7a92648806bf67d is 151, key is 1-c0a89b2656d4,43295,1731962012867/queue:c0a89b2656d4%2C43295%2C1731962012867/1731962022461/Put/seqid=0 2024-11-18T20:33:44,115 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/info/d56df4ccc3c44fe1af3360b3d20d0c51 is 147, key is hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec./info:regioninfo/1731962022156/Put/seqid=0 2024-11-18T20:33:44,126 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:33:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741839_1015 (size=6631) 2024-11-18T20:33:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741838_1014 (size=5500) 2024-11-18T20:33:44,195 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:44,228 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:33:44,228 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:33:44,251 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 0194c6ecc4efdb9997db89b2412473ec, 1588230740 2024-11-18T20:33:44,451 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 0194c6ecc4efdb9997db89b2412473ec, 1588230740 2024-11-18T20:33:44,528 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/info/d56df4ccc3c44fe1af3360b3d20d0c51 2024-11-18T20:33:44,531 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/.tmp/queue/4216122590cd4165b7a92648806bf67d 2024-11-18T20:33:44,574 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/.tmp/queue/4216122590cd4165b7a92648806bf67d as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/queue/4216122590cd4165b7a92648806bf67d 2024-11-18T20:33:44,584 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/queue/4216122590cd4165b7a92648806bf67d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T20:33:44,591 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/ns/8485749af5c843c8b0fb38b03e094522 is 43, key is default/ns:d/1731962016487/Put/seqid=0 2024-11-18T20:33:44,593 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0194c6ecc4efdb9997db89b2412473ec in 538ms, sequenceid=6, compaction requested=false 2024-11-18T20:33:44,593 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:33:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:33:44,603 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:33:44,605 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:33:44,606 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:33:44,606 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:44,606 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0194c6ecc4efdb9997db89b2412473ec: Waiting for close lock at 1731962024048Running coprocessor pre-close hooks at 1731962024048Disabling compacts and flushes for region at 1731962024048Disabling writes for close at 1731962024049 (+1 ms)Obtaining lock to block concurrent updates at 1731962024054 (+5 ms)Preparing flush snapshotting stores in 0194c6ecc4efdb9997db89b2412473ec at 1731962024054Finished memstore snapshotting hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731962024061 (+7 ms)Flushing stores of hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. at 1731962024062 (+1 ms)Flushing 0194c6ecc4efdb9997db89b2412473ec/queue: creating writer at 1731962024064 (+2 ms)Flushing 0194c6ecc4efdb9997db89b2412473ec/queue: appending metadata at 1731962024098 (+34 ms)Flushing 0194c6ecc4efdb9997db89b2412473ec/queue: closing flushed file at 1731962024100 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59929f3: reopening flushed file at 1731962024572 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 0194c6ecc4efdb9997db89b2412473ec in 538ms, sequenceid=6, compaction requested=false at 1731962024593 (+21 ms)Writing region close event to WAL at 1731962024597 (+4 ms)Running coprocessor post-close hooks at 1731962024604 (+7 ms)Closed at 1731962024606 (+2 ms) 2024-11-18T20:33:44,606 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:44,611 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:44,651 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:44,702 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:44,852 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:45,000 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/ns/8485749af5c843c8b0fb38b03e094522 2024-11-18T20:33:45,031 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/table/aa8bf04d7f0845ae9af527201b929321 is 53, key is hbase:replication/table:state/1731962022171/Put/seqid=0 2024-11-18T20:33:45,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741841_1017 (size=5256) 2024-11-18T20:33:45,052 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:33:45,052 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:33:45,052 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:45,252 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:45,311 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:45,319 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 to pos 0, reset compression=false 2024-11-18T20:33:45,439 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/table/aa8bf04d7f0845ae9af527201b929321 2024-11-18T20:33:45,449 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/info/d56df4ccc3c44fe1af3360b3d20d0c51 as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/info/d56df4ccc3c44fe1af3360b3d20d0c51 2024-11-18T20:33:45,453 DEBUG [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:45,459 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/info/d56df4ccc3c44fe1af3360b3d20d0c51, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T20:33:45,461 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/ns/8485749af5c843c8b0fb38b03e094522 as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/ns/8485749af5c843c8b0fb38b03e094522 2024-11-18T20:33:45,469 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/ns/8485749af5c843c8b0fb38b03e094522, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:33:45,471 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/table/aa8bf04d7f0845ae9af527201b929321 as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/table/aa8bf04d7f0845ae9af527201b929321 2024-11-18T20:33:45,480 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/table/aa8bf04d7f0845ae9af527201b929321, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T20:33:45,482 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false 2024-11-18T20:33:45,488 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:33:45,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:33:45,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:33:45,489 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:45,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962024050Running coprocessor pre-close hooks at 1731962024050Disabling compacts and flushes for region at 1731962024050Disabling writes for close at 1731962024050Obtaining lock to block concurrent updates at 1731962024054 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731962024054Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731962024061 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962024062 (+1 ms)Flushing 1588230740/info: creating writer at 1731962024064 (+2 ms)Flushing 1588230740/info: appending metadata at 1731962024101 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731962024101Flushing 1588230740/ns: creating writer at 1731962024572 (+471 ms)Flushing 1588230740/ns: appending metadata at 1731962024590 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731962024590Flushing 1588230740/table: creating writer at 1731962025015 (+425 ms)Flushing 1588230740/table: appending metadata at 1731962025030 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731962025030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138fcbbc: reopening flushed file at 1731962025447 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b275b11: reopening flushed file at 1731962025459 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dabf19f: reopening flushed file at 1731962025469 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false at 1731962025482 (+13 ms)Writing region close event to WAL at 1731962025483 (+1 ms)Running coprocessor post-close hooks at 1731962025489 (+6 ms)Closed at 1731962025489 2024-11-18T20:33:45,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:45,653 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,43295,1731962012867; all regions closed. 2024-11-18T20:33:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741834_1010 (size=2742) 2024-11-18T20:33:45,670 DEBUG [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs 2024-11-18T20:33:45,671 INFO [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C43295%2C1731962012867.meta:.meta(num 1731962016343) 2024-11-18T20:33:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741837_1013 (size=1802) 2024-11-18T20:33:45,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.rep.1731962022109 not finished, retry = 0 2024-11-18T20:33:45,784 DEBUG [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs 2024-11-18T20:33:45,784 INFO [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C43295%2C1731962012867.rep:(num 1731962022109) 2024-11-18T20:33:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:33:45,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867/c0a89b2656d4%2C43295%2C1731962012867.1731962015382 not finished, retry = 0 2024-11-18T20:33:45,895 DEBUG [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs 2024-11-18T20:33:45,895 INFO [RS:0;c0a89b2656d4:43295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C43295%2C1731962012867:(num 1731962015382) 2024-11-18T20:33:45,895 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:45,895 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:33:45,896 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:33:45,896 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:33:45,897 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:33:45,897 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:33:45,898 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,43295,1731962012867 because: Region server is closing 2024-11-18T20:33:45,898 INFO [RS:0;c0a89b2656d4:43295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:43295. 2024-11-18T20:33:45,899 DEBUG [RS:0;c0a89b2656d4:43295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:45,899 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:45,899 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:45,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:46,000 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.wal-reader.c0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:33:46,000 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.shipperc0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:33:46,000 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,43295,1731962012867.replicationSource.shipperc0a89b2656d4%2C43295%2C1731962012867,1-c0a89b2656d4,43295,1731962012867 terminated 2024-11-18T20:33:46,001 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c0a89b2656d4,43295,1731962012867 because: Region server is closing 2024-11-18T20:33:46,001 INFO [RS:0;c0a89b2656d4:43295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:43295. 2024-11-18T20:33:46,002 DEBUG [RS:0;c0a89b2656d4:43295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:46,002 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:46,003 DEBUG [RS:0;c0a89b2656d4:43295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:46,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:46,104 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.shipperc0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:33:46,104 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,43295,1731962012867.replicationSource.shipperc0a89b2656d4%2C43295%2C1731962012867,2-c0a89b2656d4,43295,1731962012867 terminated 2024-11-18T20:33:46,104 INFO [RS:0;c0a89b2656d4:43295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43295 2024-11-18T20:33:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/rs 2024-11-18T20:33:46,109 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/rs/c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:46,109 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:33:46,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,43295,1731962012867] 2024-11-18T20:33:46,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/draining/c0a89b2656d4,43295,1731962012867 already deleted, retry=false 2024-11-18T20:33:46,113 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,43295,1731962012867 expired; onlineServers=0 2024-11-18T20:33:46,113 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,43203,1731962012274' ***** 2024-11-18T20:33:46,113 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:33:46,113 INFO [M:0;c0a89b2656d4:43203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:33:46,114 INFO [M:0;c0a89b2656d4:43203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:33:46,114 DEBUG [M:0;c0a89b2656d4:43203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:33:46,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:33:46,114 DEBUG [M:0;c0a89b2656d4:43203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:33:46,114 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962015074 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962015074,5,FailOnTimeoutGroup] 2024-11-18T20:33:46,114 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962015075 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962015075,5,FailOnTimeoutGroup] 2024-11-18T20:33:46,114 INFO [M:0;c0a89b2656d4:43203 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:33:46,115 INFO [M:0;c0a89b2656d4:43203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:33:46,115 DEBUG [M:0;c0a89b2656d4:43203 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:33:46,115 INFO [M:0;c0a89b2656d4:43203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:33:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/master 2024-11-18T20:33:46,115 INFO [M:0;c0a89b2656d4:43203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:33:46,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:46,116 INFO [M:0;c0a89b2656d4:43203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:33:46,116 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:33:46,117 DEBUG [M:0;c0a89b2656d4:43203 {}] zookeeper.ZKUtil(347): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/master because node does not exist (not an error) 2024-11-18T20:33:46,117 WARN [M:0;c0a89b2656d4:43203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:33:46,118 INFO [M:0;c0a89b2656d4:43203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/.lastflushedseqids 2024-11-18T20:33:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741842_1018 (size=181) 2024-11-18T20:33:46,213 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:46,213 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43295-0x100548a527a0001, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:46,214 INFO [RS:0;c0a89b2656d4:43295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:33:46,214 INFO [RS:0;c0a89b2656d4:43295 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,43295,1731962012867; zookeeper connection closed. 2024-11-18T20:33:46,215 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@524d8fa4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@524d8fa4 2024-11-18T20:33:46,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:33:46,530 INFO [M:0;c0a89b2656d4:43203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:33:46,530 INFO [M:0;c0a89b2656d4:43203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:33:46,531 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:33:46,531 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:46,531 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:46,531 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:33:46,531 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:46,532 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T20:33:46,554 DEBUG [M:0;c0a89b2656d4:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/798b03c0a84b48598e514f5aa6672e5f is 82, key is hbase:meta,,1/info:regioninfo/1731962016423/Put/seqid=0 2024-11-18T20:33:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741843_1019 (size=5672) 2024-11-18T20:33:46,962 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/798b03c0a84b48598e514f5aa6672e5f 2024-11-18T20:33:46,993 DEBUG [M:0;c0a89b2656d4:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d55a832e8514a858e72dad911b6469b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731962022178/Put/seqid=0 2024-11-18T20:33:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741844_1020 (size=8663) 2024-11-18T20:33:47,399 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d55a832e8514a858e72dad911b6469b 2024-11-18T20:33:47,425 DEBUG [M:0;c0a89b2656d4:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e725ec409ee4afd99facfee778a01fb is 69, key is c0a89b2656d4,43295,1731962012867/rs:state/1731962015143/Put/seqid=0 2024-11-18T20:33:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741845_1021 (size=5156) 2024-11-18T20:33:47,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:33:47,831 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e725ec409ee4afd99facfee778a01fb 2024-11-18T20:33:47,842 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/798b03c0a84b48598e514f5aa6672e5f as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/798b03c0a84b48598e514f5aa6672e5f 2024-11-18T20:33:47,851 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/798b03c0a84b48598e514f5aa6672e5f, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T20:33:47,852 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d55a832e8514a858e72dad911b6469b as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d55a832e8514a858e72dad911b6469b 2024-11-18T20:33:47,859 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d55a832e8514a858e72dad911b6469b, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T20:33:47,860 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e725ec409ee4afd99facfee778a01fb as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e725ec409ee4afd99facfee778a01fb 2024-11-18T20:33:47,867 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e725ec409ee4afd99facfee778a01fb, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T20:33:47,869 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false 2024-11-18T20:33:47,870 INFO [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:47,871 DEBUG [M:0;c0a89b2656d4:43203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962026531Disabling compacts and flushes for region at 1731962026531Disabling writes for close at 1731962026531Obtaining lock to block concurrent updates at 1731962026532 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962026532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731962026532Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962026534 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962026534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962026553 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962026553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962026975 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962026992 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962026992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962027409 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962027424 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962027424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad1ec9: reopening flushed file at 1731962027840 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5b8ccf: reopening flushed file at 1731962027851 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bffad52: reopening flushed file at 1731962027859 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false at 1731962027869 (+10 ms)Writing region close event to WAL at 1731962027870 (+1 ms)Closed at 1731962027870 2024-11-18T20:33:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741830_1006 (size=59421) 2024-11-18T20:33:47,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 not finished, retry = 0 2024-11-18T20:33:47,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:33:47,976 INFO [M:0;c0a89b2656d4:43203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:33:47,976 INFO [M:0;c0a89b2656d4:43203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43203 2024-11-18T20:33:47,977 INFO [M:0;c0a89b2656d4:43203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:33:48,078 INFO [M:0;c0a89b2656d4:43203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:33:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:48,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x100548a527a0000, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:48,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:33:48,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:48,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40063 2024-11-18T20:33:48,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40063 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:48,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400630x0, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:48,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40063-0x100548a527a0006 connected 2024-11-18T20:33:48,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:48,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:48,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:48,094 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: INIT 2024-11-18T20:33:48,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b, hbase.cluster.distributed=false 2024-11-18T20:33:48,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/acl 2024-11-18T20:33:48,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-18T20:33:48,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40063 2024-11-18T20:33:48,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40063 2024-11-18T20:33:48,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-18T20:33:48,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40063 2024-11-18T20:33:48,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:33:48,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:48,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35151 2024-11-18T20:33:48,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35151 connecting to ZooKeeper ensemble=127.0.0.1:63580 2024-11-18T20:33:48,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:48,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:48,130 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351510x0, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:48,131 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: INIT 2024-11-18T20:33:48,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351510x0, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:48,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35151-0x100548a527a0007 connected 2024-11-18T20:33:48,131 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:33:48,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:33:48,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/master 2024-11-18T20:33:48,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/acl 2024-11-18T20:33:48,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35151 2024-11-18T20:33:48,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35151 2024-11-18T20:33:48,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35151 2024-11-18T20:33:48,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35151 2024-11-18T20:33:48,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35151 2024-11-18T20:33:48,155 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40063 2024-11-18T20:33:48,155 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1685829541/backup-masters/c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,157 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:48,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:48,157 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on existing znode=/0-1685829541/backup-masters/c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,158 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685829541/master 2024-11-18T20:33:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:48,158 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:48,159 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on existing znode=/0-1685829541/master 2024-11-18T20:33:48,159 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1685829541/backup-masters/c0a89b2656d4,40063,1731962028081 from backup master directory 2024-11-18T20:33:48,160 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/backup-masters/c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/backup-masters 2024-11-18T20:33:48,160 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:48,160 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,176 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:48,177 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:33:48,190 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-18T20:33:48,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741846_1022 (size=196) 2024-11-18T20:33:48,600 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:33:48,601 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:33:48,602 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:48,614 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T20:33:48,618 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274 to hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274-dead as it is dead 2024-11-18T20:33:48,619 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T20:33:48,619 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T20:33:48,619 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274-dead/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 2024-11-18T20:33:48,624 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274-dead/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 after 4ms 2024-11-18T20:33:48,625 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274-dead/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 to hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 2024-11-18T20:33:48,626 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,43203,1731962012274-dead 2024-11-18T20:33:48,626 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,627 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:48,629 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40063%2C1731962028081, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,40063,1731962028081, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/oldWALs, maxLogs=10 2024-11-18T20:33:48,642 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,40063,1731962028081/c0a89b2656d4%2C40063%2C1731962028081.1731962028629, exclude list is [], retry=0 2024-11-18T20:33:48,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:48,648 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/WALs/c0a89b2656d4,40063,1731962028081/c0a89b2656d4%2C40063%2C1731962028081.1731962028629 2024-11-18T20:33:48,649 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:48,649 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:48,649 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:48,649 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,650 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:33:48,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:48,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/798b03c0a84b48598e514f5aa6672e5f 2024-11-18T20:33:48,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:48,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:33:48,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:48,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d55a832e8514a858e72dad911b6469b 2024-11-18T20:33:48,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:48,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:33:48,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:48,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e725ec409ee4afd99facfee778a01fb 2024-11-18T20:33:48,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:48,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:33:48,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:48,680 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,680 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T20:33:48,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 2024-11-18T20:33:48,700 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 2024-11-18T20:33:48,701 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C43203%2C1731962012274.1731962014587 2024-11-18T20:33:48,703 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,703 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:48,706 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:33:48,709 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T20:33:48,710 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61587588, jitterRate=-0.08227342367172241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:48,710 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962028650Initializing all the Stores at 1731962028651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962028651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962028651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962028651Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962028651Cleaning up temporary data from old regions at 1731962028703 (+52 ms)Region opened successfully at 1731962028710 (+7 ms) 2024-11-18T20:33:48,711 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:33:48,715 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779309ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:33:48,726 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T20:33:48,726 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:33:48,726 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:33:48,727 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:33:48,727 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:33:48,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:33:48,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:33:48,734 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:33:48,734 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:33:48,735 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:33:48,735 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T20:33:48,735 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-18T20:33:48,735 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:33:48,740 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c0a89b2656d4,43295,1731962012867, regionLocation=c0a89b2656d4,43295,1731962012867, openSeqNum=2 2024-11-18T20:33:48,740 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c0a89b2656d4,43295,1731962012867, table=hbase:meta, region=1588230740 2024-11-18T20:33:48,740 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,43295,1731962012867, state=OPEN 2024-11-18T20:33:48,742 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:48,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:48,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:48,747 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:33:48,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/draining/c0a89b2656d4,43295,1731962012867 already deleted, retry=false 2024-11-18T20:33:48,749 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c0a89b2656d4,43295,1731962012867 on c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,754 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c0a89b2656d4,43295,1731962012867, splitWal=true, meta=true 2024-11-18T20:33:48,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for c0a89b2656d4,43295,1731962012867 (carryingMeta=true) c0a89b2656d4,43295,1731962012867/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1a647bbd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T20:33:48,760 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/balancer because node does not exist (not necessarily an error) 2024-11-18T20:33:48,761 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/balancer already deleted, retry=false 2024-11-18T20:33:48,761 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:33:48,762 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:33:48,763 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/normalizer already deleted, retry=false 2024-11-18T20:33:48,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:33:48,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:33:48,765 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/switch/split already deleted, retry=false 2024-11-18T20:33:48,766 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:33:48,767 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/switch/merge already deleted, retry=false 2024-11-18T20:33:48,774 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:33:48,775 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/snapshot-cleanup already deleted, retry=false 2024-11-18T20:33:48,777 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:48,777 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:48,777 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40063,1731962028081, sessionid=0x100548a527a0006, setting cluster-up flag (Was=false) 2024-11-18T20:33:48,779 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1685829541/flush-table-proc/acquired, /0-1685829541/flush-table-proc/reached, /0-1685829541/flush-table-proc/abort 2024-11-18T20:33:48,780 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,783 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1685829541/online-snapshot/acquired, /0-1685829541/online-snapshot/reached, /0-1685829541/online-snapshot/abort 2024-11-18T20:33:48,784 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:48,785 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/.lastflushedseqids 2024-11-18T20:33:48,789 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:33:48,789 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:33:48,790 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40063,1731962028081 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c0a89b2656d4,43295,1731962012867 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:33:48,791 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:33:48,792 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962058793 2024-11-18T20:33:48,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:33:48,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:33:48,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:33:48,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:33:48,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:33:48,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:33:48,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:33:48,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:33:48,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:33:48,794 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:33:48,795 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:33:48,795 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:33:48,795 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c0a89b2656d4,43295,1731962012867, splitWal=true, meta=true 2024-11-18T20:33:48,797 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c0a89b2656d4,43295,1731962012867, splitWal=true, meta=true, isMeta: true 2024-11-18T20:33:48,797 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962028795,5,FailOnTimeoutGroup] 2024-11-18T20:33:48,797 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962028797,5,FailOnTimeoutGroup] 2024-11-18T20:33:48,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:33:48,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,797 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,798 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962028797, completionTime=-1 2024-11-18T20:33:48,798 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T20:33:48,799 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867-splitting 2024-11-18T20:33:48,800 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867-splitting dir is empty, no logs to split. 2024-11-18T20:33:48,800 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0a89b2656d4,43295,1731962012867 WAL count=0, meta=true 2024-11-18T20:33:48,800 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:33:48,804 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867-splitting dir is empty, no logs to split. 2024-11-18T20:33:48,804 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0a89b2656d4,43295,1731962012867 WAL count=0, meta=true 2024-11-18T20:33:48,804 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c0a89b2656d4,43295,1731962012867 WAL splitting is done? wals=0, meta=true 2024-11-18T20:33:48,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:33:48,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:33:48,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:33:48,846 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(746): ClusterId : 03d9fed0-c776-4d27-8b3b-5d4c1c34de00 2024-11-18T20:33:48,846 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:33:48,848 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:33:48,848 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:33:48,850 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:33:48,851 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cdba1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:33:48,863 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:35151 2024-11-18T20:33:48,863 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:33:48,863 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:33:48,863 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:33:48,864 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40063,1731962028081 with port=35151, startcode=1731962028118 2024-11-18T20:33:48,864 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:33:48,866 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:33:48,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:48,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:48,869 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b 2024-11-18T20:33:48,869 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-18T20:33:48,869 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:33:48,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/rs 2024-11-18T20:33:48,871 DEBUG [RS:0;c0a89b2656d4:35151 {}] zookeeper.ZKUtil(111): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on existing znode=/0-1685829541/rs/c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:48,871 WARN [RS:0;c0a89b2656d4:35151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:48,871 INFO [RS:0;c0a89b2656d4:35151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:48,871 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:48,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,35151,1731962028118] 2024-11-18T20:33:48,901 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:33:48,918 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:33:48,921 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:33:48,921 INFO [RS:0;c0a89b2656d4:35151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:33:48,922 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,922 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:33:48,923 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:33:48,923 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:33:48,923 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:33:48,924 DEBUG [RS:0;c0a89b2656d4:35151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:33:48,924 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,924 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,925 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,925 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,925 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,925 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35151,1731962028118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:33:48,939 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:33:48,939 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35151,1731962028118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,955 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,35151,1731962028118, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:33:48,960 WARN [c0a89b2656d4:40063 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:33:48,969 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(231): queueId=2-c0a89b2656d4,35151,1731962028118, ReplicationSource: 2, currentBandwidth=0 2024-11-18T20:33:48,970 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,970 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.Replication(171): c0a89b2656d4,35151,1731962028118 started 2024-11-18T20:33:48,970 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:48,972 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24d1ac19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:48,972 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:48,972 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:48,974 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:48,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@139d9853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:48,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:48,977 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:48,978 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10529aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:48,978 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f7de33 2024-11-18T20:33:48,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:48,981 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T20:33:48,982 INFO [RS:0;c0a89b2656d4:35151.replicationSource,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,35151,1731962028118 (queues=0) is replicating from cluster=03d9fed0-c776-4d27-8b3b-5d4c1c34de00 to cluster=69168114-4ead-4f08-91e7-03a0a19ae439 2024-11-18T20:33:48,987 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:48,987 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,35151,1731962028118, RpcServer on c0a89b2656d4/172.17.0.2:35151, sessionid=0x100548a527a0007 2024-11-18T20:33:48,987 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:33:48,987 DEBUG [RS:0;c0a89b2656d4:35151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:48,987 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,35151,1731962028118' 2024-11-18T20:33:48,987 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1685829541/flush-table-proc/abort' 2024-11-18T20:33:48,988 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:45663' 2024-11-18T20:33:48,988 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1685829541/flush-table-proc/acquired' 2024-11-18T20:33:48,988 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,35151,1731962028118' 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1685829541/online-snapshot/abort' 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1685829541/online-snapshot/acquired' 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c9bb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,45663,-1 for getting cluster id 2024-11-18T20:33:48,989 DEBUG [RS:0;c0a89b2656d4:35151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:33:48,990 INFO [RS:0;c0a89b2656d4:35151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:33:48,990 INFO [RS:0;c0a89b2656d4:35151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:33:48,990 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:48,991 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69168114-4ead-4f08-91e7-03a0a19ae439' 2024-11-18T20:33:48,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:48,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69168114-4ead-4f08-91e7-03a0a19ae439" 2024-11-18T20:33:48,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b0eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:48,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,45663,-1] 2024-11-18T20:33:48,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:48,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:48,993 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:48,994 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf78fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:48,995 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe0de6e 2024-11-18T20:33:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:48,997 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T20:33:48,998 INFO [RS:0;c0a89b2656d4:35151.replicationSource,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c0a89b2656d4,35151,1731962028118 (queues=0) is replicating from cluster=03d9fed0-c776-4d27-8b3b-5d4c1c34de00 to cluster=69168114-4ead-4f08-91e7-03a0a19ae439 2024-11-18T20:33:49,090 INFO [RS:0;c0a89b2656d4:35151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:49,093 INFO [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C35151%2C1731962028118, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs, maxLogs=10 2024-11-18T20:33:49,109 DEBUG [RS:0;c0a89b2656d4:35151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094, exclude list is [], retry=0 2024-11-18T20:33:49,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:49,115 INFO [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 2024-11-18T20:33:49,116 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c0a89b2656d4%2C35151%2C1731962028118 for peer 1 2024-11-18T20:33:49,116 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c0a89b2656d4%2C35151%2C1731962028118 for peer 2 2024-11-18T20:33:49,116 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C35151%2C1731962028118 2024-11-18T20:33:49,116 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,35151,1731962028118, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:33:49,116 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c0a89b2656d4%2C35151%2C1731962028118 2024-11-18T20:33:49,116 INFO [RS:0;c0a89b2656d4:35151.replicationSource.shipperc0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C35151%2C1731962028118 2024-11-18T20:33:49,116 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c0a89b2656d4,35151,1731962028118, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:33:49,117 INFO [RS:0;c0a89b2656d4:35151.replicationSource.shipperc0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C35151%2C1731962028118 2024-11-18T20:33:49,117 DEBUG [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:49,117 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094, startPosition=0, beingWritten=true 2024-11-18T20:33:49,117 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094, startPosition=0, beingWritten=true 2024-11-18T20:33:49,210 DEBUG [c0a89b2656d4:40063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:33:49,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:49,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,35151,1731962028118, state=OPENING 2024-11-18T20:33:49,214 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:49,214 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:33:49,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,35151,1731962028118}] 2024-11-18T20:33:49,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:49,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:49,325 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:49,325 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:49,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:33:49,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:33:49,378 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:33:49,379 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:49,379 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:33:49,382 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C35151%2C1731962028118.meta, suffix=.meta, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs, maxLogs=10 2024-11-18T20:33:49,398 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.meta.1731962029383.meta, exclude list is [], retry=0 2024-11-18T20:33:49,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:49,404 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.meta.1731962029383.meta 2024-11-18T20:33:49,404 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:49,405 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:49,405 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:33:49,405 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:33:49,405 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:33:49,405 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:33:49,405 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:33:49,406 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:49,406 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:33:49,406 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:33:49,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:33:49,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:33:49,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:49,418 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/info/d56df4ccc3c44fe1af3360b3d20d0c51 2024-11-18T20:33:49,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:49,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:33:49,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:33:49,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:49,429 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/ns/8485749af5c843c8b0fb38b03e094522 2024-11-18T20:33:49,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:49,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:33:49,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:33:49,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:49,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:49,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:33:49,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:33:49,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:49,441 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/table/aa8bf04d7f0845ae9af527201b929321 2024-11-18T20:33:49,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:33:49,442 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:33:49,443 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740 2024-11-18T20:33:49,444 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740 2024-11-18T20:33:49,446 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:33:49,446 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:33:49,447 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:33:49,449 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:33:49,450 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60186096, jitterRate=-0.10315728187561035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:33:49,450 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:33:49,450 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962029406Writing region info on filesystem at 1731962029406Initializing all the Stores at 1731962029407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962029407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962029408 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962029408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962029408Cleaning up temporary data from old regions at 1731962029446 (+38 ms)Running coprocessor post-open hooks at 1731962029450 (+4 ms)Region opened successfully at 1731962029450 2024-11-18T20:33:49,451 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731962029368 2024-11-18T20:33:49,453 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:33:49,454 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:33:49,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:49,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,35151,1731962028118, state=OPEN 2024-11-18T20:33:49,457 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:49,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1685829541/meta-region-server 2024-11-18T20:33:49,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:49,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:49,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1685829541/meta-region-server: CHANGED 2024-11-18T20:33:49,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T20:33:49,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,35151,1731962028118 in 243 msec 2024-11-18T20:33:49,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T20:33:49,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-11-18T20:33:49,634 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:49,634 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:50,044 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:50,044 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:50,404 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-18T20:33:50,557 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:50,557 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:51,168 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:51,168 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:51,882 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:51,882 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:51,908 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-18T20:33:52,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:33:52,694 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:52,694 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:53,311 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T20:33:53,312 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:33:53,312 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:53,313 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,35151,1731962028118, seqNum=-1] 2024-11-18T20:33:53,314 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:53,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:33:53,328 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0194c6ecc4efdb9997db89b2412473ec, regionState=OPEN, lastHost=c0a89b2656d4,43295,1731962012867, regionLocation=c0a89b2656d4,43295,1731962012867, openSeqNum=2 2024-11-18T20:33:53,328 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:33:53,328 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962093328 2024-11-18T20:33:53,329 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962153329 2024-11-18T20:33:53,329 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 17 msec 2024-11-18T20:33:53,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40063,1731962028081-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,330 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c0a89b2656d4,43295,1731962012867 had 2 regions 2024-11-18T20:33:53,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40063,1731962028081-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40063,1731962028081-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40063, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,332 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c0a89b2656d4,43295,1731962012867, splitWal=true, meta=true, isMeta: false 2024-11-18T20:33:53,334 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867-splitting dir is empty, no logs to split. 2024-11-18T20:33:53,334 INFO [PEWorker-3 {}] master.SplitWALManager(105): c0a89b2656d4,43295,1731962012867 WAL count=0, meta=false 2024-11-18T20:33:53,338 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,43295,1731962012867-splitting dir is empty, no logs to split. 2024-11-18T20:33:53,338 INFO [PEWorker-3 {}] master.SplitWALManager(105): c0a89b2656d4,43295,1731962012867 WAL count=0, meta=false 2024-11-18T20:33:53,338 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.178sec 2024-11-18T20:33:53,338 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c0a89b2656d4,43295,1731962012867 WAL splitting is done? wals=0, meta=false 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40063,1731962028081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:33:53,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40063,1731962028081-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:33:53,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN}] 2024-11-18T20:33:53,343 WARN [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c0a89b2656d4,43295,1731962012867/hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:53,344 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:33:53,344 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:33:53,344 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40063,1731962028081-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:33:53,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN 2024-11-18T20:33:53,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:33:53,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:53,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40063,-1 for getting cluster id 2024-11-18T20:33:53,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:53,353 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d9fed0-c776-4d27-8b3b-5d4c1c34de00' 2024-11-18T20:33:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d9fed0-c776-4d27-8b3b-5d4c1c34de00" 2024-11-18T20:33:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb6e324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40063,-1] 2024-11-18T20:33:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,356 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c651aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:53,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:33:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,35151,1731962028118, seqNum=-1] 2024-11-18T20:33:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:33:53,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:33:53,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T20:33:53,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:53,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:53,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:53,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c0a89b2656d4:40063 after: c0a89b2656d4:40063 2024-11-18T20:33:53,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:53,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40063,-1 for getting cluster id 2024-11-18T20:33:53,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:33:53,368 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d9fed0-c776-4d27-8b3b-5d4c1c34de00' 2024-11-18T20:33:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:33:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d9fed0-c776-4d27-8b3b-5d4c1c34de00" 2024-11-18T20:33:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40063,-1] 2024-11-18T20:33:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:33:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,370 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:33:53,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:33:53,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:33:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5e7d77 2024-11-18T20:33:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:33:53,374 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:33:53,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:33:53,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:33:53,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:33:53,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T20:33:53,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:33:53,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:53,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:53,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:53,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:33:53,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183008082, stopped=false 2024-11-18T20:33:53,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,45663,1731962017645 2024-11-18T20:33:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12111919475/running 2024-11-18T20:33:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12111919475/running 2024-11-18T20:33:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:53,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:33:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:53,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:53,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:53,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,46207,1731962017686' ***** 2024-11-18T20:33:53,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:33:53,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/running 2024-11-18T20:33:53,381 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:33:53,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:33:53,381 INFO [RS:0;c0a89b2656d4:46207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:33:53,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Set watcher on znode that does not yet exist, /12111919475/running 2024-11-18T20:33:53,381 INFO [RS:0;c0a89b2656d4:46207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:33:53,381 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:53,381 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:33:53,382 INFO [RS:0;c0a89b2656d4:46207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:46207. 2024-11-18T20:33:53,382 DEBUG [RS:0;c0a89b2656d4:46207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:53,382 DEBUG [RS:0;c0a89b2656d4:46207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:53,382 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:33:53,382 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:33:53,382 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:33:53,382 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:33:53,382 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:33:53,382 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:33:53,382 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:53,382 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:33:53,383 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:33:53,383 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:33:53,383 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:33:53,383 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:33:53,383 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T20:33:53,400 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/.tmp/ns/f4f3c435852d490b81b14ada5083e3fe is 43, key is default/ns:d/1731962020784/Put/seqid=0 2024-11-18T20:33:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741835_1011 (size=5153) 2024-11-18T20:33:53,474 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:33:53,496 DEBUG [c0a89b2656d4:40063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:33:53,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0194c6ecc4efdb9997db89b2412473ec, regionState=OPENING, regionLocation=c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:53,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN because future has completed 2024-11-18T20:33:53,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194c6ecc4efdb9997db89b2412473ec, server=c0a89b2656d4,35151,1731962028118}] 2024-11-18T20:33:53,583 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:53,604 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:53,604 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:53,660 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:33:53,661 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:33:53,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:53,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:53,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:33:53,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C35151%2C1731962028118.rep, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs, maxLogs=10 2024-11-18T20:33:53,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.rep.1731962033665, exclude list is [], retry=0 2024-11-18T20:33:53,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42905,DS-5cc70549-7d32-4652-a9ec-44ac96f6b6f9,DISK] 2024-11-18T20:33:53,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.rep.1731962033665 2024-11-18T20:33:53,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35823:35823)] 2024-11-18T20:33:53,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0194c6ecc4efdb9997db89b2412473ec, NAME => 'hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:33:53,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:33:53,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:33:53,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. service=MultiRowMutationService 2024-11-18T20:33:53,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:33:53,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:53,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,687 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,688 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194c6ecc4efdb9997db89b2412473ec columnFamilyName hfileref 2024-11-18T20:33:53,688 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:53,688 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(327): Store=0194c6ecc4efdb9997db89b2412473ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:53,689 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,690 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194c6ecc4efdb9997db89b2412473ec columnFamilyName queue 2024-11-18T20:33:53,690 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:53,698 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/queue/4216122590cd4165b7a92648806bf67d 2024-11-18T20:33:53,698 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(327): Store=0194c6ecc4efdb9997db89b2412473ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:53,698 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,699 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0194c6ecc4efdb9997db89b2412473ec columnFamilyName sid 2024-11-18T20:33:53,700 DEBUG [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:33:53,700 INFO [StoreOpener-0194c6ecc4efdb9997db89b2412473ec-1 {}] regionserver.HStore(327): Store=0194c6ecc4efdb9997db89b2412473ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:33:53,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:33:53,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 0194c6ecc4efdb9997db89b2412473ec; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63508896, jitterRate=-0.05364370346069336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:33:53,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:53,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0194c6ecc4efdb9997db89b2412473ec: Running coprocessor pre-open hook at 1731962033686Writing region info on filesystem at 1731962033686Initializing all the Stores at 1731962033687 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962033687Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962033687Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962033687Cleaning up temporary data from old regions at 1731962033704 (+17 ms)Running coprocessor post-open hooks at 1731962033707 (+3 ms)Region opened successfully at 1731962033708 (+1 ms) 2024-11-18T20:33:53,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., pid=19, masterSystemTime=1731962033653 2024-11-18T20:33:53,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:53,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:53,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=0194c6ecc4efdb9997db89b2412473ec, regionState=OPEN, openSeqNum=10, regionLocation=c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0194c6ecc4efdb9997db89b2412473ec, server=c0a89b2656d4,35151,1731962028118 because future has completed 2024-11-18T20:33:53,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T20:33:53,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 0194c6ecc4efdb9997db89b2412473ec, server=c0a89b2656d4,35151,1731962028118 in 216 msec 2024-11-18T20:33:53,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T20:33:53,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0194c6ecc4efdb9997db89b2412473ec, ASSIGN in 377 msec 2024-11-18T20:33:53,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T20:33:53,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., hostname=c0a89b2656d4,35151,1731962028118, seqNum=10] 2024-11-18T20:33:53,764 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c0a89b2656d4,43295,1731962012867 2024-11-18T20:33:53,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T20:33:53,783 DEBUG [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:53,805 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/.tmp/ns/f4f3c435852d490b81b14ada5083e3fe 2024-11-18T20:33:53,814 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/.tmp/ns/f4f3c435852d490b81b14ada5083e3fe as hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/ns/f4f3c435852d490b81b14ada5083e3fe 2024-11-18T20:33:53,822 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/ns/f4f3c435852d490b81b14ada5083e3fe, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T20:33:53,823 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-18T20:33:53,824 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:33:53,830 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:33:53,831 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:33:53,831 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:33:53,832 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:53,832 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962033382Running coprocessor pre-close hooks at 1731962033382Disabling compacts and flushes for region at 1731962033382Disabling writes for close at 1731962033383 (+1 ms)Obtaining lock to block concurrent updates at 1731962033383Preparing flush snapshotting stores in 1588230740 at 1731962033383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731962033383Flushing stores of hbase:meta,,1.1588230740 at 1731962033384 (+1 ms)Flushing 1588230740/ns: creating writer at 1731962033384Flushing 1588230740/ns: appending metadata at 1731962033400 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731962033400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f86acc5: reopening flushed file at 1731962033813 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731962033823 (+10 ms)Writing region close event to WAL at 1731962033825 (+2 ms)Running coprocessor post-close hooks at 1731962033831 (+6 ms)Closed at 1731962033832 (+1 ms) 2024-11-18T20:33:53,832 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:53,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T20:33:53,983 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,46207,1731962017686; all regions closed. 2024-11-18T20:33:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741834_1010 (size=1152) 2024-11-18T20:33:53,998 DEBUG [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/oldWALs 2024-11-18T20:33:53,998 INFO [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C46207%2C1731962017686.meta:.meta(num 1731962020718) 2024-11-18T20:33:54,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:33:54,019 DEBUG [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/oldWALs 2024-11-18T20:33:54,020 INFO [RS:0;c0a89b2656d4:46207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C46207%2C1731962017686:(num 1731962019805) 2024-11-18T20:33:54,020 DEBUG [RS:0;c0a89b2656d4:46207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:54,020 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:33:54,020 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:33:54,020 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:33:54,020 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:33:54,020 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:33:54,021 INFO [RS:0;c0a89b2656d4:46207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46207 2024-11-18T20:33:54,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475/rs 2024-11-18T20:33:54,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,46207,1731962017686] 2024-11-18T20:33:54,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/draining/c0a89b2656d4,46207,1731962017686 already deleted, retry=false 2024-11-18T20:33:54,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,46207,1731962017686 expired; onlineServers=0 2024-11-18T20:33:54,026 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,45663,1731962017645' ***** 2024-11-18T20:33:54,026 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:33:54,026 INFO [M:0;c0a89b2656d4:45663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:33:54,026 INFO [M:0;c0a89b2656d4:45663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:33:54,026 DEBUG [M:0;c0a89b2656d4:45663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:33:54,026 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:33:54,026 DEBUG [M:0;c0a89b2656d4:45663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:33:54,027 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962019528 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962019528,5,FailOnTimeoutGroup] 2024-11-18T20:33:54,027 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962019528 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962019528,5,FailOnTimeoutGroup] 2024-11-18T20:33:54,027 INFO [M:0;c0a89b2656d4:45663 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:33:54,027 INFO [M:0;c0a89b2656d4:45663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:33:54,027 DEBUG [M:0;c0a89b2656d4:45663 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:33:54,027 INFO [M:0;c0a89b2656d4:45663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:33:54,027 INFO [M:0;c0a89b2656d4:45663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:33:54,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12111919475/rs/c0a89b2656d4,46207,1731962017686 2024-11-18T20:33:54,027 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:33:54,027 INFO [M:0;c0a89b2656d4:45663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:33:54,027 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:33:54,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12111919475/master 2024-11-18T20:33:54,030 DEBUG [M:0;c0a89b2656d4:45663 {}] zookeeper.RecoverableZooKeeper(212): Node /12111919475/master already deleted, retry=false 2024-11-18T20:33:54,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12111919475 2024-11-18T20:33:54,030 DEBUG [M:0;c0a89b2656d4:45663 {}] master.ActiveMasterManager(353): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Failed delete of our master address node; KeeperErrorCode = NoNode for /12111919475/master 2024-11-18T20:33:54,038 INFO [M:0;c0a89b2656d4:45663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/.lastflushedseqids 2024-11-18T20:33:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741836_1012 (size=99) 2024-11-18T20:33:54,064 INFO [M:0;c0a89b2656d4:45663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:33:54,064 INFO [M:0;c0a89b2656d4:45663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:33:54,065 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:33:54,065 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:54,065 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:54,065 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:33:54,065 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:54,065 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T20:33:54,091 DEBUG [M:0;c0a89b2656d4:45663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8dc758212884f5a8bbbc06723dc6be9 is 82, key is hbase:meta,,1/info:regioninfo/1731962020766/Put/seqid=0 2024-11-18T20:33:54,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741837_1013 (size=5672) 2024-11-18T20:33:54,112 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8dc758212884f5a8bbbc06723dc6be9 2024-11-18T20:33:54,129 INFO [RS:0;c0a89b2656d4:46207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:33:54,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:54,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x100548a527a0004, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:54,129 INFO [RS:0;c0a89b2656d4:46207 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,46207,1731962017686; zookeeper connection closed. 2024-11-18T20:33:54,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f5b2b58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f5b2b58 2024-11-18T20:33:54,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:33:54,151 DEBUG [M:0;c0a89b2656d4:45663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b24bc72f19624058b012bd63b5559e45 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731962020793/Put/seqid=0 2024-11-18T20:33:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741838_1014 (size=5275) 2024-11-18T20:33:54,159 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b24bc72f19624058b012bd63b5559e45 2024-11-18T20:33:54,196 DEBUG [M:0;c0a89b2656d4:45663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ceb3937716b7475b877f005e4bbf8619 is 69, key is c0a89b2656d4,46207,1731962017686/rs:state/1731962019639/Put/seqid=0 2024-11-18T20:33:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741839_1015 (size=5156) 2024-11-18T20:33:54,220 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ceb3937716b7475b877f005e4bbf8619 2024-11-18T20:33:54,233 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8dc758212884f5a8bbbc06723dc6be9 as hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8dc758212884f5a8bbbc06723dc6be9 2024-11-18T20:33:54,245 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8dc758212884f5a8bbbc06723dc6be9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T20:33:54,247 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b24bc72f19624058b012bd63b5559e45 as hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b24bc72f19624058b012bd63b5559e45 2024-11-18T20:33:54,256 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b24bc72f19624058b012bd63b5559e45, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T20:33:54,259 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ceb3937716b7475b877f005e4bbf8619 as hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ceb3937716b7475b877f005e4bbf8619 2024-11-18T20:33:54,265 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ceb3937716b7475b877f005e4bbf8619, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T20:33:54,267 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 202ms, sequenceid=28, compaction requested=false 2024-11-18T20:33:54,273 INFO [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:54,274 DEBUG [M:0;c0a89b2656d4:45663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962034065Disabling compacts and flushes for region at 1731962034065Disabling writes for close at 1731962034065Obtaining lock to block concurrent updates at 1731962034065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962034065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731962034066 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962034067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962034067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962034090 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962034090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962034123 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962034150 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962034150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962034168 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962034195 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962034195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc5552f: reopening flushed file at 1731962034232 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2022517a: reopening flushed file at 1731962034245 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b49db19: reopening flushed file at 1731962034256 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 202ms, sequenceid=28, compaction requested=false at 1731962034267 (+11 ms)Writing region close event to WAL at 1731962034273 (+6 ms)Closed at 1731962034273 2024-11-18T20:33:54,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37901 is added to blk_1073741830_1006 (size=10165) 2024-11-18T20:33:54,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc101c39-0cd9-e7f7-2a4f-b9e5eaf8b722/MasterData/WALs/c0a89b2656d4,45663,1731962017645/c0a89b2656d4%2C45663%2C1731962017645.1731962019423 not finished, retry = 0 2024-11-18T20:33:54,382 INFO [M:0;c0a89b2656d4:45663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:33:54,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:33:54,382 INFO [M:0;c0a89b2656d4:45663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45663 2024-11-18T20:33:54,393 INFO [M:0;c0a89b2656d4:45663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:33:54,496 INFO [M:0;c0a89b2656d4:45663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:33:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45663-0x100548a527a0003, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:54,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:33:54,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:33:54,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:33:54,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:33:54,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir/,STOPPED} 2024-11-18T20:33:54,505 WARN [BP-873822372-172.17.0.2-1731962016777 heartbeating to localhost/127.0.0.1:36563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:33:54,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:33:54,505 WARN [BP-873822372-172.17.0.2-1731962016777 heartbeating to localhost/127.0.0.1:36563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-873822372-172.17.0.2-1731962016777 (Datanode Uuid 507f4c03-4404-431f-bc6d-c2f8f5044f6e) service to localhost/127.0.0.1:36563 2024-11-18T20:33:54,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:33:54,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/cluster_1086f7e6-9ffa-d280-b656-2bea84107ed5/data/data1/current/BP-873822372-172.17.0.2-1731962016777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:33:54,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/cluster_1086f7e6-9ffa-d280-b656-2bea84107ed5/data/data2/current/BP-873822372-172.17.0.2-1731962016777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:33:54,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:33:54,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:33:54,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:33:54,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:33:54,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:33:54,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir/,STOPPED} 2024-11-18T20:33:54,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:33:54,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:33:54,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:54,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:54,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:54,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:54,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:54,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:33:54,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314539096, stopped=false 2024-11-18T20:33:54,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40063,1731962028081 2024-11-18T20:33:54,544 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:54,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/running 2024-11-18T20:33:54,544 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:54,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:54,544 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:33:54,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:33:54,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:54,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:54,545 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,35151,1731962028118' ***** 2024-11-18T20:33:54,545 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:33:54,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:54,545 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:33:54,545 INFO [RS:0;c0a89b2656d4:35151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:33:54,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Set watcher on znode that does not yet exist, /0-1685829541/running 2024-11-18T20:33:54,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(3091): Received CLOSE for 0194c6ecc4efdb9997db89b2412473ec 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:35151. 2024-11-18T20:33:54,546 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0194c6ecc4efdb9997db89b2412473ec, disabling compactions & flushes 2024-11-18T20:33:54,546 DEBUG [RS:0;c0a89b2656d4:35151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:54,546 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:54,546 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:33:54,546 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:33:54,546 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:33:54,546 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. after waiting 0 ms 2024-11-18T20:33:54,547 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:33:54,547 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:54,547 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:33:54,547 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1325): Online Regions={0194c6ecc4efdb9997db89b2412473ec=hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:33:54,547 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1351): Waiting on 0194c6ecc4efdb9997db89b2412473ec, 1588230740 2024-11-18T20:33:54,547 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:33:54,547 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:33:54,547 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:33:54,547 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:33:54,547 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:33:54,547 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T20:33:54,553 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/replication/0194c6ecc4efdb9997db89b2412473ec/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T20:33:54,554 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:33:54,554 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:33:54,554 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:54,554 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0194c6ecc4efdb9997db89b2412473ec: Waiting for close lock at 1731962034546Running coprocessor pre-close hooks at 1731962034546Disabling compacts and flushes for region at 1731962034546Disabling writes for close at 1731962034547 (+1 ms)Writing region close event to WAL at 1731962034549 (+2 ms)Running coprocessor post-close hooks at 1731962034554 (+5 ms)Closed at 1731962034554 2024-11-18T20:33:54,554 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec. 2024-11-18T20:33:54,565 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/info/f64a04732bb1464d9b455201e31e8163 is 147, key is hbase:replication,,1731962020905.0194c6ecc4efdb9997db89b2412473ec./info:regioninfo/1731962033712/Put/seqid=0 2024-11-18T20:33:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741851_1027 (size=6385) 2024-11-18T20:33:54,616 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:54,616 DEBUG [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.1731962029094 to pos 0, reset compression=false 2024-11-18T20:33:54,632 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:33:54,747 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:54,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:33:54,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:33:54,947 DEBUG [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:33:54,970 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/info/f64a04732bb1464d9b455201e31e8163 2024-11-18T20:33:54,980 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/.tmp/info/f64a04732bb1464d9b455201e31e8163 as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/info/f64a04732bb1464d9b455201e31e8163 2024-11-18T20:33:54,989 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/info/f64a04732bb1464d9b455201e31e8163, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T20:33:54,990 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-18T20:33:54,996 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T20:33:54,997 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:33:54,997 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:33:54,997 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:54,997 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962034547Running coprocessor pre-close hooks at 1731962034547Disabling compacts and flushes for region at 1731962034547Disabling writes for close at 1731962034547Obtaining lock to block concurrent updates at 1731962034547Preparing flush snapshotting stores in 1588230740 at 1731962034547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731962034548 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962034549 (+1 ms)Flushing 1588230740/info: creating writer at 1731962034549Flushing 1588230740/info: appending metadata at 1731962034565 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731962034565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3754aa0f: reopening flushed file at 1731962034978 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731962034990 (+12 ms)Writing region close event to WAL at 1731962034992 (+2 ms)Running coprocessor post-close hooks at 1731962034997 (+5 ms)Closed at 1731962034997 2024-11-18T20:33:54,998 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:33:55,007 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:33:55,008 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:33:55,148 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,35151,1731962028118; all regions closed. 2024-11-18T20:33:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741849_1025 (size=2156) 2024-11-18T20:33:55,160 DEBUG [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs 2024-11-18T20:33:55,160 INFO [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C35151%2C1731962028118.meta:.meta(num 1731962029383) 2024-11-18T20:33:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741850_1026 (size=796) 2024-11-18T20:33:55,163 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/WALs/c0a89b2656d4,35151,1731962028118/c0a89b2656d4%2C35151%2C1731962028118.rep.1731962033665 not finished, retry = 0 2024-11-18T20:33:55,270 DEBUG [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs 2024-11-18T20:33:55,270 INFO [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C35151%2C1731962028118.rep:(num 1731962033665) 2024-11-18T20:33:55,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741848_1024 (size=93) 2024-11-18T20:33:55,278 DEBUG [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/oldWALs 2024-11-18T20:33:55,278 INFO [RS:0;c0a89b2656d4:35151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C35151%2C1731962028118:(num 1731962029094) 2024-11-18T20:33:55,278 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:55,278 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:33:55,278 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:33:55,278 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:33:55,279 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:33:55,279 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:33:55,279 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T20:33:55,279 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,35151,1731962028118 because: Region server is closing 2024-11-18T20:33:55,279 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T20:33:55,279 INFO [RS:0;c0a89b2656d4:35151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:35151. 2024-11-18T20:33:55,279 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T20:33:55,279 DEBUG [RS:0;c0a89b2656d4:35151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:55,279 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:55,279 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:55,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:55,380 WARN [RS:0;c0a89b2656d4:35151.replicationSource.shipperc0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:33:55,380 WARN [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:33:55,380 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c0a89b2656d4:35151.replicationSource.shipperc0a89b2656d4%2C35151%2C1731962028118,1-c0a89b2656d4,35151,1731962028118 terminated 2024-11-18T20:33:55,380 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c0a89b2656d4,35151,1731962028118 because: Region server is closing 2024-11-18T20:33:55,380 INFO [RS:0;c0a89b2656d4:35151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:35151. 2024-11-18T20:33:55,381 DEBUG [RS:0;c0a89b2656d4:35151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:33:55,381 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:55,381 DEBUG [RS:0;c0a89b2656d4:35151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:33:55,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:33:55,481 WARN [RS:0;c0a89b2656d4:35151.replicationSource.wal-reader.c0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:33:55,481 WARN [RS:0;c0a89b2656d4:35151.replicationSource.shipperc0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:33:55,482 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c0a89b2656d4:35151.replicationSource.shipperc0a89b2656d4%2C35151%2C1731962028118,2-c0a89b2656d4,35151,1731962028118 terminated 2024-11-18T20:33:55,482 INFO [RS:0;c0a89b2656d4:35151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35151 2024-11-18T20:33:55,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541/rs 2024-11-18T20:33:55,483 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:33:55,483 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/rs/c0a89b2656d4,35151,1731962028118 2024-11-18T20:33:55,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,35151,1731962028118] 2024-11-18T20:33:55,485 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1685829541/draining/c0a89b2656d4,35151,1731962028118 already deleted, retry=false 2024-11-18T20:33:55,485 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,35151,1731962028118 expired; onlineServers=0 2024-11-18T20:33:55,485 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40063,1731962028081' ***** 2024-11-18T20:33:55,485 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:33:55,485 INFO [M:0;c0a89b2656d4:40063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:33:55,485 INFO [M:0;c0a89b2656d4:40063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:33:55,485 DEBUG [M:0;c0a89b2656d4:40063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:33:55,485 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:33:55,486 DEBUG [M:0;c0a89b2656d4:40063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:33:55,486 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962028797 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962028797,5,FailOnTimeoutGroup] 2024-11-18T20:33:55,486 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962028795 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962028795,5,FailOnTimeoutGroup] 2024-11-18T20:33:55,486 INFO [M:0;c0a89b2656d4:40063 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:33:55,486 INFO [M:0;c0a89b2656d4:40063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:33:55,486 DEBUG [M:0;c0a89b2656d4:40063 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:33:55,486 INFO [M:0;c0a89b2656d4:40063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:33:55,486 INFO [M:0;c0a89b2656d4:40063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:33:55,486 INFO [M:0;c0a89b2656d4:40063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:33:55,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:33:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1685829541/master 2024-11-18T20:33:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1685829541 2024-11-18T20:33:55,487 DEBUG [M:0;c0a89b2656d4:40063 {}] zookeeper.ZKUtil(347): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Unable to get data of znode /0-1685829541/master because node does not exist (not an error) 2024-11-18T20:33:55,487 WARN [M:0;c0a89b2656d4:40063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:33:55,488 INFO [M:0;c0a89b2656d4:40063 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/.lastflushedseqids 2024-11-18T20:33:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741852_1028 (size=181) 2024-11-18T20:33:55,584 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:55,585 INFO [RS:0;c0a89b2656d4:35151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:33:55,585 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35151-0x100548a527a0007, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:55,585 INFO [RS:0;c0a89b2656d4:35151 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,35151,1731962028118; zookeeper connection closed. 2024-11-18T20:33:55,585 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cc8d46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cc8d46 2024-11-18T20:33:55,585 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:33:55,895 INFO [M:0;c0a89b2656d4:40063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:33:55,895 INFO [M:0;c0a89b2656d4:40063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:33:55,895 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:33:55,895 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:55,895 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:55,895 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:33:55,895 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:55,896 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T20:33:55,914 DEBUG [M:0;c0a89b2656d4:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038019580ce6423e84c0ac2227301beb is 82, key is hbase:meta,,1/info:regioninfo/1731962029454/Put/seqid=0 2024-11-18T20:33:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741853_1029 (size=5680) 2024-11-18T20:33:56,319 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038019580ce6423e84c0ac2227301beb 2024-11-18T20:33:56,342 DEBUG [M:0;c0a89b2656d4:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ddf8f57265a42efb539aea25de7e9cb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731962033720/Put/seqid=0 2024-11-18T20:33:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741854_1030 (size=7319) 2024-11-18T20:33:56,747 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ddf8f57265a42efb539aea25de7e9cb 2024-11-18T20:33:56,772 DEBUG [M:0;c0a89b2656d4:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b783be709eaf42039c271c80c1db1314 is 69, key is c0a89b2656d4,35151,1731962028118/rs:state/1731962028867/Put/seqid=0 2024-11-18T20:33:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741855_1031 (size=5371) 2024-11-18T20:33:57,178 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b783be709eaf42039c271c80c1db1314 2024-11-18T20:33:57,184 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b783be709eaf42039c271c80c1db1314 2024-11-18T20:33:57,186 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/038019580ce6423e84c0ac2227301beb as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/038019580ce6423e84c0ac2227301beb 2024-11-18T20:33:57,192 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/038019580ce6423e84c0ac2227301beb, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T20:33:57,194 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ddf8f57265a42efb539aea25de7e9cb as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ddf8f57265a42efb539aea25de7e9cb 2024-11-18T20:33:57,200 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ddf8f57265a42efb539aea25de7e9cb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T20:33:57,202 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b783be709eaf42039c271c80c1db1314 as hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b783be709eaf42039c271c80c1db1314 2024-11-18T20:33:57,208 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b783be709eaf42039c271c80c1db1314 2024-11-18T20:33:57,208 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/940d9043-9b62-20a2-d4d1-2e5b8d787c1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b783be709eaf42039c271c80c1db1314, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T20:33:57,209 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=172, compaction requested=false 2024-11-18T20:33:57,211 INFO [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:57,211 DEBUG [M:0;c0a89b2656d4:40063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962035895Disabling compacts and flushes for region at 1731962035895Disabling writes for close at 1731962035895Obtaining lock to block concurrent updates at 1731962035896 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962035896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731962035896Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962035897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962035897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962035913 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962035913Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962036326 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962036342 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962036342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962036754 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962036771 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962036771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7f3e18: reopening flushed file at 1731962037184 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69baf475: reopening flushed file at 1731962037193 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d8605: reopening flushed file at 1731962037200 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=172, compaction requested=false at 1731962037209 (+9 ms)Writing region close event to WAL at 1731962037210 (+1 ms)Closed at 1731962037210 2024-11-18T20:33:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42905 is added to blk_1073741847_1023 (size=22949) 2024-11-18T20:33:57,215 INFO [M:0;c0a89b2656d4:40063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:33:57,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:33:57,215 INFO [M:0;c0a89b2656d4:40063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40063 2024-11-18T20:33:57,216 INFO [M:0;c0a89b2656d4:40063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:33:57,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:57,317 INFO [M:0;c0a89b2656d4:40063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:33:57,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x100548a527a0006, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:33:57,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:33:57,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:33:57,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:33:57,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:33:57,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir/,STOPPED} 2024-11-18T20:33:57,321 WARN [BP-7468748-172.17.0.2-1731962009866 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:33:57,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:33:57,321 WARN [BP-7468748-172.17.0.2-1731962009866 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-7468748-172.17.0.2-1731962009866 (Datanode Uuid 33f542e1-ebe7-4278-ae40-c4291c32c2d6) service to localhost/127.0.0.1:34127 2024-11-18T20:33:57,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:33:57,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/data/data1/current/BP-7468748-172.17.0.2-1731962009866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:33:57,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/cluster_854ef393-dae3-2d7e-8896-52ac3d8af694/data/data2/current/BP-7468748-172.17.0.2-1731962009866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:33:57,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:33:57,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:33:57,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:33:57,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:33:57,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:33:57,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f661411-56b4-9773-4ce2-a038510ab6fb/hadoop.log.dir/,STOPPED} 2024-11-18T20:33:57,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:33:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:33:57,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63580) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0a89b2656d4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36563 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0a89b2656d4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0a89b2656d4:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7fc5d654 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/c0a89b2656d4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/c0a89b2656d4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63580) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34127 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=2450 (was 3413) 2024-11-18T20:33:57,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=2449 2024-11-18T20:33:57,376 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T20:33:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir so I do NOT create it in target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f 2024-11-18T20:33:57,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:33:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.tmp.dir so I do NOT create it in target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f 2024-11-18T20:33:57,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b558cfd2-f33a-752e-a579-90f779db34f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:33:57,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f 2024-11-18T20:33:57,377 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915, deleteOnExit=true 2024-11-18T20:33:57,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/zookeeper_0, clientPort=60521, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:33:57,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60521 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/test.cache.data in system properties and HBase conf 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:33:57,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:33:57,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:33:57,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:33:57,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:33:57,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:33:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548a527a0005, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:33:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548a527a0002, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:33:57,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548a527a0005, quorum=127.0.0.1:63580, baseZNode=/12111919475 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:33:57,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548a527a0002, quorum=127.0.0.1:63580, baseZNode=/0-1685829541 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:33:57,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:57,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:33:57,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:33:57,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:33:57,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:33:57,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:57,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:33:57,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:33:57,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/java.io.tmpdir/jetty-localhost-38527-hadoop-hdfs-3_4_1-tests_jar-_-any-1212350960681494408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:33:57,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:38527} 2024-11-18T20:33:57,551 INFO [Time-limited test {}] server.Server(415): Started @29670ms 2024-11-18T20:33:57,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:33:57,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:33:57,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:33:57,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:33:57,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:33:57,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:33:57,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:33:57,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/java.io.tmpdir/jetty-localhost-33321-hadoop-hdfs-3_4_1-tests_jar-_-any-10561715882129047287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:33:57,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:33321} 2024-11-18T20:33:57,720 INFO [Time-limited test {}] server.Server(415): Started @29839ms 2024-11-18T20:33:57,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:33:57,812 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/data/data2/current/BP-290854390-172.17.0.2-1731962037405/current, will proceed with Du for space computation calculation, 2024-11-18T20:33:57,812 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/data/data1/current/BP-290854390-172.17.0.2-1731962037405/current, will proceed with Du for space computation calculation, 2024-11-18T20:33:57,841 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:33:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99e4bdbb3398a787 with lease ID 0x544d14b40c658d08: Processing first storage report for DS-770470c7-706d-4898-b839-66b1d7378032 from datanode DatanodeRegistration(127.0.0.1:34733, datanodeUuid=47aa3db0-6c23-4269-a953-93505fb5c561, infoPort=45937, infoSecurePort=0, ipcPort=38205, storageInfo=lv=-57;cid=testClusterID;nsid=662420767;c=1731962037405) 2024-11-18T20:33:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99e4bdbb3398a787 with lease ID 0x544d14b40c658d08: from storage DS-770470c7-706d-4898-b839-66b1d7378032 node DatanodeRegistration(127.0.0.1:34733, datanodeUuid=47aa3db0-6c23-4269-a953-93505fb5c561, infoPort=45937, infoSecurePort=0, ipcPort=38205, storageInfo=lv=-57;cid=testClusterID;nsid=662420767;c=1731962037405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:33:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99e4bdbb3398a787 with lease ID 0x544d14b40c658d08: Processing first storage report for DS-1ccce685-b91f-4a4a-aa78-2a931bffa14a from datanode DatanodeRegistration(127.0.0.1:34733, datanodeUuid=47aa3db0-6c23-4269-a953-93505fb5c561, infoPort=45937, infoSecurePort=0, ipcPort=38205, storageInfo=lv=-57;cid=testClusterID;nsid=662420767;c=1731962037405) 2024-11-18T20:33:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99e4bdbb3398a787 with lease ID 0x544d14b40c658d08: from storage DS-1ccce685-b91f-4a4a-aa78-2a931bffa14a node DatanodeRegistration(127.0.0.1:34733, datanodeUuid=47aa3db0-6c23-4269-a953-93505fb5c561, infoPort=45937, infoSecurePort=0, ipcPort=38205, storageInfo=lv=-57;cid=testClusterID;nsid=662420767;c=1731962037405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:33:57,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f 2024-11-18T20:33:57,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:57,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:33:58,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877 with version=8 2024-11-18T20:33:58,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/hbase-staging 2024-11-18T20:33:58,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:33:58,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:58,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46685 2024-11-18T20:33:58,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46685 connecting to ZooKeeper ensemble=127.0.0.1:60521 2024-11-18T20:33:58,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466850x0, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:58,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46685-0x100548ac0f20000 connected 2024-11-18T20:33:58,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:58,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:58,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/running 2024-11-18T20:33:58,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877, hbase.cluster.distributed=false 2024-11-18T20:33:58,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/acl 2024-11-18T20:33:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-18T20:33:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46685 2024-11-18T20:33:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46685 2024-11-18T20:33:58,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-18T20:33:58,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-18T20:33:58,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:33:58,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:33:58,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33225 2024-11-18T20:33:58,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33225 connecting to ZooKeeper ensemble=127.0.0.1:60521 2024-11-18T20:33:58,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:58,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332250x0, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:33:58,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332250x0, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/running 2024-11-18T20:33:58,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33225-0x100548ac0f20001 connected 2024-11-18T20:33:58,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:33:58,314 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:33:58,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/master 2024-11-18T20:33:58,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/acl 2024-11-18T20:33:58,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-18T20:33:58,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33225 2024-11-18T20:33:58,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33225 2024-11-18T20:33:58,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-18T20:33:58,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33225 2024-11-18T20:33:58,333 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:46685 2024-11-18T20:33:58,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-505150758/backup-masters/c0a89b2656d4,46685,1731962038262 2024-11-18T20:33:58,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758/backup-masters 2024-11-18T20:33:58,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758/backup-masters 2024-11-18T20:33:58,335 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on existing znode=/0-505150758/backup-masters/c0a89b2656d4,46685,1731962038262 2024-11-18T20:33:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505150758/master 2024-11-18T20:33:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:33:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:33:58,337 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on existing znode=/0-505150758/master 2024-11-18T20:33:58,337 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-505150758/backup-masters/c0a89b2656d4,46685,1731962038262 from backup master directory 2024-11-18T20:33:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758/backup-masters 2024-11-18T20:33:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505150758/backup-masters/c0a89b2656d4,46685,1731962038262 2024-11-18T20:33:58,338 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:33:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758/backup-masters 2024-11-18T20:33:58,338 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,46685,1731962038262 2024-11-18T20:33:58,343 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/hbase.id] with ID: 269e45be-2312-470d-bd67-9a9b2e3e4bea 2024-11-18T20:33:58,343 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/.tmp/hbase.id 2024-11-18T20:33:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:33:58,751 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/.tmp/hbase.id]:[hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/hbase.id] 2024-11-18T20:33:58,764 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:33:58,764 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:33:58,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:33:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:33:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:33:58,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:33:59,173 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:33:59,174 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:33:59,174 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:33:59,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:33:59,583 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store 2024-11-18T20:33:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:33:59,990 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:33:59,990 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:33:59,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:59,990 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:59,990 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:33:59,991 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:59,991 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:33:59,991 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962039990Disabling compacts and flushes for region at 1731962039990Disabling writes for close at 1731962039990Writing region close event to WAL at 1731962039991 (+1 ms)Closed at 1731962039991 2024-11-18T20:33:59,992 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/.initializing 2024-11-18T20:33:59,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/WALs/c0a89b2656d4,46685,1731962038262 2024-11-18T20:33:59,993 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:33:59,995 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C46685%2C1731962038262, suffix=, logDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/WALs/c0a89b2656d4,46685,1731962038262, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/oldWALs, maxLogs=10 2024-11-18T20:34:00,007 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/WALs/c0a89b2656d4,46685,1731962038262/c0a89b2656d4%2C46685%2C1731962038262.1731962039995, exclude list is [], retry=0 2024-11-18T20:34:00,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-770470c7-706d-4898-b839-66b1d7378032,DISK] 2024-11-18T20:34:00,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/WALs/c0a89b2656d4,46685,1731962038262/c0a89b2656d4%2C46685%2C1731962038262.1731962039995 2024-11-18T20:34:00,012 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45937:45937)] 2024-11-18T20:34:00,012 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:00,012 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:00,012 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,013 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:34:00,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:00,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:34:00,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:00,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:34:00,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:00,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:34:00,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:00,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,024 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,025 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,025 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,025 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:00,026 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:00,028 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:00,028 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63501141, jitterRate=-0.05375926196575165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:00,029 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962040013Initializing all the Stores at 1731962040014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962040014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962040014Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962040014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962040014Cleaning up temporary data from old regions at 1731962040025 (+11 ms)Region opened successfully at 1731962040029 (+4 ms) 2024-11-18T20:34:00,029 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:34:00,032 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eccd005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:00,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:34:00,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:34:00,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:34:00,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:34:00,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:34:00,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:34:00,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:34:00,036 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:34:00,037 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Unable to get data of znode /0-505150758/balancer because node does not exist (not necessarily an error) 2024-11-18T20:34:00,037 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505150758/balancer already deleted, retry=false 2024-11-18T20:34:00,038 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:34:00,038 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Unable to get data of znode /0-505150758/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:34:00,039 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505150758/normalizer already deleted, retry=false 2024-11-18T20:34:00,039 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:34:00,040 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Unable to get data of znode /0-505150758/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:34:00,041 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505150758/switch/split already deleted, retry=false 2024-11-18T20:34:00,041 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Unable to get data of znode /0-505150758/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:34:00,042 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505150758/switch/merge already deleted, retry=false 2024-11-18T20:34:00,043 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Unable to get data of znode /0-505150758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:34:00,044 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505150758/snapshot-cleanup already deleted, retry=false 2024-11-18T20:34:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505150758/running 2024-11-18T20:34:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505150758/running 2024-11-18T20:34:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:00,045 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,46685,1731962038262, sessionid=0x100548ac0f20000, setting cluster-up flag (Was=false) 2024-11-18T20:34:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:00,050 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-505150758/flush-table-proc/acquired, /0-505150758/flush-table-proc/reached, /0-505150758/flush-table-proc/abort 2024-11-18T20:34:00,051 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,46685,1731962038262 2024-11-18T20:34:00,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:00,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:00,056 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-505150758/online-snapshot/acquired, /0-505150758/online-snapshot/reached, /0-505150758/online-snapshot/abort 2024-11-18T20:34:00,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:34:00,057 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,46685,1731962038262 2024-11-18T20:34:00,058 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:34:00,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:00,060 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:00,060 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:34:00,060 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:34:00,061 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c0a89b2656d4,43295,1731962012867: status=Processing ServerCrashProcedure of c0a89b2656d4,43295,1731962012867 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731962028795, completionTime=-1 appears to have been leaked 2024-11-18T20:34:00,061 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,46685,1731962038262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:34:00,062 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:00,062 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:00,063 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:00,063 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:00,063 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:34:00,063 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,063 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:00,063 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:00,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:34:00,066 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:34:00,069 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962070069 2024-11-18T20:34:00,070 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:34:00,070 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:34:00,070 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:34:00,070 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:34:00,070 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:34:00,070 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:34:00,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,074 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:34:00,074 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:34:00,074 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:34:00,074 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:34:00,075 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:34:00,075 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:34:00,075 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962040075,5,FailOnTimeoutGroup] 2024-11-18T20:34:00,076 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962040076,5,FailOnTimeoutGroup] 2024-11-18T20:34:00,076 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,076 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:34:00,076 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,076 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:34:00,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:00,125 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(746): ClusterId : 269e45be-2312-470d-bd67-9a9b2e3e4bea 2024-11-18T20:34:00,125 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:34:00,126 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:34:00,127 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:34:00,128 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:34:00,128 DEBUG [RS:0;c0a89b2656d4:33225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fee324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:00,138 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:33225 2024-11-18T20:34:00,138 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:34:00,138 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:34:00,139 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:34:00,139 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,46685,1731962038262 with port=33225, startcode=1731962038305 2024-11-18T20:34:00,140 DEBUG [RS:0;c0a89b2656d4:33225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:34:00,141 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:34:00,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:00,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46685 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:00,144 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877 2024-11-18T20:34:00,144 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41117 2024-11-18T20:34:00,144 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:34:00,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758/rs 2024-11-18T20:34:00,145 DEBUG [RS:0;c0a89b2656d4:33225 {}] zookeeper.ZKUtil(111): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on existing znode=/0-505150758/rs/c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:00,145 WARN [RS:0;c0a89b2656d4:33225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:00,146 INFO [RS:0;c0a89b2656d4:33225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:00,146 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:00,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,33225,1731962038305] 2024-11-18T20:34:00,152 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:34:00,153 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:34:00,154 INFO [RS:0;c0a89b2656d4:33225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:34:00,154 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,157 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:34:00,158 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:34:00,158 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,158 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,158 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:00,159 DEBUG [RS:0;c0a89b2656d4:33225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:00,162 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,162 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,162 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,162 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,162 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,162 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33225,1731962038305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:00,176 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:34:00,176 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33225,1731962038305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,176 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,176 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.Replication(171): c0a89b2656d4,33225,1731962038305 started 2024-11-18T20:34:00,189 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:00,189 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,33225,1731962038305, RpcServer on c0a89b2656d4/172.17.0.2:33225, sessionid=0x100548ac0f20001 2024-11-18T20:34:00,189 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:34:00,189 DEBUG [RS:0;c0a89b2656d4:33225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:00,189 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,33225,1731962038305' 2024-11-18T20:34:00,189 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-505150758/flush-table-proc/abort' 2024-11-18T20:34:00,190 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-505150758/flush-table-proc/acquired' 2024-11-18T20:34:00,190 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:34:00,190 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:34:00,190 DEBUG [RS:0;c0a89b2656d4:33225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:00,190 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,33225,1731962038305' 2024-11-18T20:34:00,190 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-505150758/online-snapshot/abort' 2024-11-18T20:34:00,191 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-505150758/online-snapshot/acquired' 2024-11-18T20:34:00,191 DEBUG [RS:0;c0a89b2656d4:33225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:34:00,191 INFO [RS:0;c0a89b2656d4:33225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:34:00,191 INFO [RS:0;c0a89b2656d4:33225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:34:00,292 INFO [RS:0;c0a89b2656d4:33225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:00,293 INFO [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33225%2C1731962038305, suffix=, logDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/oldWALs, maxLogs=10 2024-11-18T20:34:00,307 DEBUG [RS:0;c0a89b2656d4:33225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294, exclude list is [], retry=0 2024-11-18T20:34:00,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-770470c7-706d-4898-b839-66b1d7378032,DISK] 2024-11-18T20:34:00,312 INFO [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 2024-11-18T20:34:00,312 DEBUG [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45937:45937)] 2024-11-18T20:34:00,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:34:00,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877 2024-11-18T20:34:00,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:34:00,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:00,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:00,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:00,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:00,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:00,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:00,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:00,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:00,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:00,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:00,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:00,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:00,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:00,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:00,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:00,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740 2024-11-18T20:34:00,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740 2024-11-18T20:34:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:00,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:00,899 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:00,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:00,902 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:00,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69693311, jitterRate=0.038511261343955994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:00,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962040885Initializing all the Stores at 1731962040886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962040886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962040886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962040886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962040886Cleaning up temporary data from old regions at 1731962040898 (+12 ms)Region opened successfully at 1731962040903 (+5 ms) 2024-11-18T20:34:00,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:34:00,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:34:00,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:34:00,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:34:00,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:34:00,904 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:00,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962040903Disabling compacts and flushes for region at 1731962040903Disabling writes for close at 1731962040904 (+1 ms)Writing region close event to WAL at 1731962040904Closed at 1731962040904 2024-11-18T20:34:00,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:00,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:34:00,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:34:00,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:00,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:34:01,058 DEBUG [c0a89b2656d4:46685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:34:01,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:01,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,33225,1731962038305, state=OPENING 2024-11-18T20:34:01,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:34:01,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:01,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:01,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:01,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505150758/meta-region-server: CHANGED 2024-11-18T20:34:01,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505150758/meta-region-server: CHANGED 2024-11-18T20:34:01,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33225,1731962038305}] 2024-11-18T20:34:01,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:34:01,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:34:01,220 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:34:01,220 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:01,221 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:34:01,223 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33225%2C1731962038305.meta, suffix=.meta, logDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/oldWALs, maxLogs=10 2024-11-18T20:34:01,237 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.meta.1731962041223.meta, exclude list is [], retry=0 2024-11-18T20:34:01,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-770470c7-706d-4898-b839-66b1d7378032,DISK] 2024-11-18T20:34:01,242 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.meta.1731962041223.meta 2024-11-18T20:34:01,243 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45937:45937)] 2024-11-18T20:34:01,243 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:01,243 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:01,244 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:34:01,244 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:34:01,244 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:34:01,244 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:34:01,244 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:01,244 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:34:01,244 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:34:01,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:01,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:01,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:01,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:01,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:01,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:01,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:01,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:01,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:01,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:01,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:01,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:01,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:01,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:01,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:01,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:01,252 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:01,253 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740 2024-11-18T20:34:01,254 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740 2024-11-18T20:34:01,255 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:01,255 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:01,256 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:01,257 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:01,258 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70327169, jitterRate=0.04795648157596588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:01,258 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:34:01,259 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962041244Writing region info on filesystem at 1731962041244Initializing all the Stores at 1731962041245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962041246 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962041246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962041246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962041246Cleaning up temporary data from old regions at 1731962041255 (+9 ms)Running coprocessor post-open hooks at 1731962041258 (+3 ms)Region opened successfully at 1731962041259 (+1 ms) 2024-11-18T20:34:01,260 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962041215 2024-11-18T20:34:01,262 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:34:01,262 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:34:01,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:01,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,33225,1731962038305, state=OPEN 2024-11-18T20:34:01,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505150758/meta-region-server 2024-11-18T20:34:01,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505150758/meta-region-server 2024-11-18T20:34:01,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:01,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505150758/meta-region-server: CHANGED 2024-11-18T20:34:01,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505150758/meta-region-server: CHANGED 2024-11-18T20:34:01,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:34:01,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33225,1731962038305 in 204 msec 2024-11-18T20:34:01,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:34:01,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-18T20:34:01,273 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:01,273 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:34:01,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:01,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33225,1731962038305, seqNum=-1] 2024-11-18T20:34:01,274 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:01,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:01,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-18T20:34:01,282 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962041282, completionTime=-1 2024-11-18T20:34:01,282 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:34:01,282 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:34:01,284 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:34:01,284 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962101284 2024-11-18T20:34:01,284 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962161284 2024-11-18T20:34:01,284 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:34:01,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46685,1731962038262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46685,1731962038262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46685,1731962038262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:46685, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,287 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:34:01,289 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46685,1731962038262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:01,290 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46685,1731962038262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:34:01,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:34:01,293 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:34:01,293 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46685,1731962038262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:01,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:01,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46685,-1 for getting cluster id 2024-11-18T20:34:01,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:01,327 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269e45be-2312-470d-bd67-9a9b2e3e4bea' 2024-11-18T20:34:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269e45be-2312-470d-bd67-9a9b2e3e4bea" 2024-11-18T20:34:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77239707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46685,-1] 2024-11-18T20:34:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:01,329 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:01,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:01,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33225,1731962038305, seqNum=-1] 2024-11-18T20:34:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:01,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,46685,1731962038262 2024-11-18T20:34:01,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60521 2024-11-18T20:34:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:01,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548ac0f20002 connected 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir so I do NOT create it in target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9 2024-11-18T20:34:01,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.tmp.dir so I do NOT create it in target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9 2024-11-18T20:34:01,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:34:01,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/cluster_f5119208-1a0f-6733-d840-b85de05d66f0, deleteOnExit=true 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/test.cache.data in system properties and HBase conf 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:34:01,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:34:01,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:34:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:34:01,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:34:01,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:34:01,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:34:01,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:34:01,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:01,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:34:01,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:34:01,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:34:01,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:34:01,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:01,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:34:01,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:34:01,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/java.io.tmpdir/jetty-localhost-32873-hadoop-hdfs-3_4_1-tests_jar-_-any-17545313839445085073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:34:01,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:32873} 2024-11-18T20:34:01,511 INFO [Time-limited test {}] server.Server(415): Started @33630ms 2024-11-18T20:34:01,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:01,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:34:01,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:34:01,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:34:01,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:34:01,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:34:01,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:34:01,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/java.io.tmpdir/jetty-localhost-40737-hadoop-hdfs-3_4_1-tests_jar-_-any-15214326932247636240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:34:01,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:40737} 2024-11-18T20:34:01,676 INFO [Time-limited test {}] server.Server(415): Started @33795ms 2024-11-18T20:34:01,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:34:01,748 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/cluster_f5119208-1a0f-6733-d840-b85de05d66f0/data/data1/current/BP-1258203156-172.17.0.2-1731962041357/current, will proceed with Du for space computation calculation, 2024-11-18T20:34:01,749 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/cluster_f5119208-1a0f-6733-d840-b85de05d66f0/data/data2/current/BP-1258203156-172.17.0.2-1731962041357/current, will proceed with Du for space computation calculation, 2024-11-18T20:34:01,768 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:34:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48d454a14c4420c4 with lease ID 0x18f7e06cc4252b38: Processing first storage report for DS-54cb2fd2-003a-406e-8515-feb0c3653a93 from datanode DatanodeRegistration(127.0.0.1:45057, datanodeUuid=ef89b96c-8554-4a9a-bd9b-1714d8075120, infoPort=42425, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=678131813;c=1731962041357) 2024-11-18T20:34:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48d454a14c4420c4 with lease ID 0x18f7e06cc4252b38: from storage DS-54cb2fd2-003a-406e-8515-feb0c3653a93 node DatanodeRegistration(127.0.0.1:45057, datanodeUuid=ef89b96c-8554-4a9a-bd9b-1714d8075120, infoPort=42425, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=678131813;c=1731962041357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:34:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48d454a14c4420c4 with lease ID 0x18f7e06cc4252b38: Processing first storage report for DS-59cfed0e-61eb-409d-9156-4f34cd30f6b6 from datanode DatanodeRegistration(127.0.0.1:45057, datanodeUuid=ef89b96c-8554-4a9a-bd9b-1714d8075120, infoPort=42425, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=678131813;c=1731962041357) 2024-11-18T20:34:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48d454a14c4420c4 with lease ID 0x18f7e06cc4252b38: from storage DS-59cfed0e-61eb-409d-9156-4f34cd30f6b6 node DatanodeRegistration(127.0.0.1:45057, datanodeUuid=ef89b96c-8554-4a9a-bd9b-1714d8075120, infoPort=42425, infoSecurePort=0, ipcPort=45631, storageInfo=lv=-57;cid=testClusterID;nsid=678131813;c=1731962041357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:34:01,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9 2024-11-18T20:34:01,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:01,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:34:02,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74 with version=8 2024-11-18T20:34:02,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/hbase-staging 2024-11-18T20:34:02,219 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:34:02,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41551 2024-11-18T20:34:02,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41551 connecting to ZooKeeper ensemble=127.0.0.1:60521 2024-11-18T20:34:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415510x0, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:02,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41551-0x100548ac0f20003 connected 2024-11-18T20:34:02,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:02,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:02,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/running 2024-11-18T20:34:02,234 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74, hbase.cluster.distributed=false 2024-11-18T20:34:02,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/acl 2024-11-18T20:34:02,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41551 2024-11-18T20:34:02,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41551 2024-11-18T20:34:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41551 2024-11-18T20:34:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41551 2024-11-18T20:34:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41551 2024-11-18T20:34:02,249 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:34:02,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42843 2024-11-18T20:34:02,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42843 connecting to ZooKeeper ensemble=127.0.0.1:60521 2024-11-18T20:34:02,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:02,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:02,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428430x0, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:02,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428430x0, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/running 2024-11-18T20:34:02,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42843-0x100548ac0f20004 connected 2024-11-18T20:34:02,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:34:02,258 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:34:02,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/master 2024-11-18T20:34:02,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/acl 2024-11-18T20:34:02,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-18T20:34:02,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42843 2024-11-18T20:34:02,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42843 2024-11-18T20:34:02,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-18T20:34:02,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-18T20:34:02,276 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:41551 2024-11-18T20:34:02,276 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11275787268/backup-masters/c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268/backup-masters 2024-11-18T20:34:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268/backup-masters 2024-11-18T20:34:02,278 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on existing znode=/11275787268/backup-masters/c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11275787268/master 2024-11-18T20:34:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:02,279 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on existing znode=/11275787268/master 2024-11-18T20:34:02,279 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11275787268/backup-masters/c0a89b2656d4,41551,1731962042219 from backup master directory 2024-11-18T20:34:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268/backup-masters 2024-11-18T20:34:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11275787268/backup-masters/c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:02,280 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268/backup-masters 2024-11-18T20:34:02,280 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:02,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/hbase.id] with ID: 6e26db0e-5ce5-4711-88f7-e9efb3607181 2024-11-18T20:34:02,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/.tmp/hbase.id 2024-11-18T20:34:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:34:02,691 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/.tmp/hbase.id]:[hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/hbase.id] 2024-11-18T20:34:02,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:02,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:34:02,704 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:34:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:34:03,116 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:03,117 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:34:03,117 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:03,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:34:03,526 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store 2024-11-18T20:34:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:34:03,933 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:03,933 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:34:03,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:03,933 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:03,933 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:34:03,933 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:03,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:03,933 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962043933Disabling compacts and flushes for region at 1731962043933Disabling writes for close at 1731962043933Writing region close event to WAL at 1731962043933Closed at 1731962043933 2024-11-18T20:34:03,934 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/.initializing 2024-11-18T20:34:03,934 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/WALs/c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:03,935 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:03,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C41551%2C1731962042219, suffix=, logDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/WALs/c0a89b2656d4,41551,1731962042219, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/oldWALs, maxLogs=10 2024-11-18T20:34:03,949 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/WALs/c0a89b2656d4,41551,1731962042219/c0a89b2656d4%2C41551%2C1731962042219.1731962043937, exclude list is [], retry=0 2024-11-18T20:34:03,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-54cb2fd2-003a-406e-8515-feb0c3653a93,DISK] 2024-11-18T20:34:03,953 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/WALs/c0a89b2656d4,41551,1731962042219/c0a89b2656d4%2C41551%2C1731962042219.1731962043937 2024-11-18T20:34:03,954 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T20:34:03,954 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:03,954 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:03,954 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,954 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:34:03,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:03,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:03,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:34:03,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:03,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:03,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:34:03,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:03,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:03,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:34:03,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:03,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:03,963 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,963 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,964 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,965 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,965 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,965 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:03,966 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:03,969 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:03,969 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58938462, jitterRate=-0.12174847722053528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:03,969 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962043954Initializing all the Stores at 1731962043955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962043955Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962043955Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962043955Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962043955Cleaning up temporary data from old regions at 1731962043965 (+10 ms)Region opened successfully at 1731962043969 (+4 ms) 2024-11-18T20:34:03,969 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:34:03,972 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b192812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:03,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:34:03,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:34:03,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:34:03,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:34:03,974 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:34:03,974 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:34:03,974 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:34:03,976 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:34:03,977 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Unable to get data of znode /11275787268/balancer because node does not exist (not necessarily an error) 2024-11-18T20:34:03,978 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11275787268/balancer already deleted, retry=false 2024-11-18T20:34:03,978 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:34:03,978 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Unable to get data of znode /11275787268/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:34:03,979 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11275787268/normalizer already deleted, retry=false 2024-11-18T20:34:03,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:34:03,980 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Unable to get data of znode /11275787268/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:34:03,981 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11275787268/switch/split already deleted, retry=false 2024-11-18T20:34:03,981 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Unable to get data of znode /11275787268/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:34:03,982 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11275787268/switch/merge already deleted, retry=false 2024-11-18T20:34:03,983 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Unable to get data of znode /11275787268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:34:03,984 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11275787268/snapshot-cleanup already deleted, retry=false 2024-11-18T20:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11275787268/running 2024-11-18T20:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11275787268/running 2024-11-18T20:34:03,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:03,985 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,41551,1731962042219, sessionid=0x100548ac0f20003, setting cluster-up flag (Was=false) 2024-11-18T20:34:03,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:03,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:03,989 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11275787268/flush-table-proc/acquired, /11275787268/flush-table-proc/reached, /11275787268/flush-table-proc/abort 2024-11-18T20:34:03,990 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:03,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11275787268/online-snapshot/acquired, /11275787268/online-snapshot/reached, /11275787268/online-snapshot/abort 2024-11-18T20:34:03,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:03,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:34:03,999 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:03,999 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:34:03,999 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:34:03,999 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,41551,1731962042219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:34:04,000 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:04,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:04,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:34:04,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:04,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962074007 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:34:04,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:34:04,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:34:04,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:34:04,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:34:04,010 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:34:04,010 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:34:04,011 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962044010,5,FailOnTimeoutGroup] 2024-11-18T20:34:04,012 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962044011,5,FailOnTimeoutGroup] 2024-11-18T20:34:04,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:34:04,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:34:04,069 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(746): ClusterId : 6e26db0e-5ce5-4711-88f7-e9efb3607181 2024-11-18T20:34:04,069 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:34:04,071 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:34:04,071 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:34:04,072 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:34:04,072 DEBUG [RS:0;c0a89b2656d4:42843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c51924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:04,083 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:42843 2024-11-18T20:34:04,083 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:34:04,083 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:34:04,083 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:34:04,083 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,41551,1731962042219 with port=42843, startcode=1731962042249 2024-11-18T20:34:04,084 DEBUG [RS:0;c0a89b2656d4:42843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:34:04,085 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:34:04,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41551 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,087 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74 2024-11-18T20:34:04,087 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33681 2024-11-18T20:34:04,087 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:34:04,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268/rs 2024-11-18T20:34:04,090 DEBUG [RS:0;c0a89b2656d4:42843 {}] zookeeper.ZKUtil(111): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on existing znode=/11275787268/rs/c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,090 WARN [RS:0;c0a89b2656d4:42843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:04,090 INFO [RS:0;c0a89b2656d4:42843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:04,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,42843,1731962042249] 2024-11-18T20:34:04,091 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,094 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:34:04,095 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:34:04,095 INFO [RS:0;c0a89b2656d4:42843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:34:04,096 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,096 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:34:04,096 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:34:04,097 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:04,097 DEBUG [RS:0;c0a89b2656d4:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:04,098 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,098 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,098 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,098 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,098 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,098 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42843,1731962042249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:04,111 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:34:04,111 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42843,1731962042249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,111 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,112 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.Replication(171): c0a89b2656d4,42843,1731962042249 started 2024-11-18T20:34:04,124 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:04,124 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,42843,1731962042249, RpcServer on c0a89b2656d4/172.17.0.2:42843, sessionid=0x100548ac0f20004 2024-11-18T20:34:04,124 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:34:04,124 DEBUG [RS:0;c0a89b2656d4:42843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,124 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42843,1731962042249' 2024-11-18T20:34:04,124 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11275787268/flush-table-proc/abort' 2024-11-18T20:34:04,125 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11275787268/flush-table-proc/acquired' 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42843,1731962042249' 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11275787268/online-snapshot/abort' 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11275787268/online-snapshot/acquired' 2024-11-18T20:34:04,126 DEBUG [RS:0;c0a89b2656d4:42843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:34:04,126 INFO [RS:0;c0a89b2656d4:42843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:34:04,126 INFO [RS:0;c0a89b2656d4:42843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:34:04,227 INFO [RS:0;c0a89b2656d4:42843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:04,228 INFO [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42843%2C1731962042249, suffix=, logDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/oldWALs, maxLogs=10 2024-11-18T20:34:04,241 DEBUG [RS:0;c0a89b2656d4:42843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249/c0a89b2656d4%2C42843%2C1731962042249.1731962044229, exclude list is [], retry=0 2024-11-18T20:34:04,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-54cb2fd2-003a-406e-8515-feb0c3653a93,DISK] 2024-11-18T20:34:04,246 INFO [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249/c0a89b2656d4%2C42843%2C1731962042249.1731962044229 2024-11-18T20:34:04,246 DEBUG [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T20:34:04,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:34:04,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74 2024-11-18T20:34:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:34:04,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:04,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:04,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:04,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:04,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:04,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:04,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:04,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:04,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:04,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:04,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:04,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:04,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:04,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:04,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:04,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:04,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:04,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740 2024-11-18T20:34:04,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740 2024-11-18T20:34:04,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:04,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:04,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:04,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:04,839 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:04,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72646872, jitterRate=0.08252274990081787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962044824Initializing all the Stores at 1731962044825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962044825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962044825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962044825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962044825Cleaning up temporary data from old regions at 1731962044835 (+10 ms)Region opened successfully at 1731962044839 (+4 ms) 2024-11-18T20:34:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:34:04,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:34:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:34:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:34:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:34:04,840 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:04,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962044839Disabling compacts and flushes for region at 1731962044839Disabling writes for close at 1731962044839Writing region close event to WAL at 1731962044840 (+1 ms)Closed at 1731962044840 2024-11-18T20:34:04,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:04,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:34:04,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:34:04,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:04,843 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:34:04,994 DEBUG [c0a89b2656d4:41551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:34:04,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:04,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42843,1731962042249, state=OPENING 2024-11-18T20:34:04,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:34:04,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:04,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:04,998 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:04,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11275787268/meta-region-server: CHANGED 2024-11-18T20:34:04,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11275787268/meta-region-server: CHANGED 2024-11-18T20:34:04,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42843,1731962042249}] 2024-11-18T20:34:05,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:34:05,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:34:05,155 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:34:05,156 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:05,156 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:34:05,157 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42843%2C1731962042249.meta, suffix=.meta, logDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/oldWALs, maxLogs=10 2024-11-18T20:34:05,169 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249/c0a89b2656d4%2C42843%2C1731962042249.meta.1731962045158.meta, exclude list is [], retry=0 2024-11-18T20:34:05,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-54cb2fd2-003a-406e-8515-feb0c3653a93,DISK] 2024-11-18T20:34:05,174 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249/c0a89b2656d4%2C42843%2C1731962042249.meta.1731962045158.meta 2024-11-18T20:34:05,174 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-18T20:34:05,174 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:05,174 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:05,174 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:34:05,174 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:34:05,175 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:34:05,175 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:34:05,175 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:05,175 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:34:05,175 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:34:05,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:05,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:05,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:05,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:05,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:05,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:05,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:05,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:05,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:05,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:05,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:05,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:05,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:05,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:05,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:05,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:05,182 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:05,183 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740 2024-11-18T20:34:05,184 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740 2024-11-18T20:34:05,185 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:05,185 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:05,186 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:05,187 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:05,188 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59574154, jitterRate=-0.11227592825889587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:05,188 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:34:05,188 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962045175Writing region info on filesystem at 1731962045175Initializing all the Stores at 1731962045176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962045176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962045176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962045176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962045176Cleaning up temporary data from old regions at 1731962045185 (+9 ms)Running coprocessor post-open hooks at 1731962045188 (+3 ms)Region opened successfully at 1731962045188 2024-11-18T20:34:05,190 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962045150 2024-11-18T20:34:05,192 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:34:05,192 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:34:05,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:05,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42843,1731962042249, state=OPEN 2024-11-18T20:34:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11275787268/meta-region-server 2024-11-18T20:34:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11275787268/meta-region-server 2024-11-18T20:34:05,195 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:05,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11275787268/meta-region-server: CHANGED 2024-11-18T20:34:05,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11275787268/meta-region-server: CHANGED 2024-11-18T20:34:05,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:34:05,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42843,1731962042249 in 197 msec 2024-11-18T20:34:05,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:34:05,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-18T20:34:05,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:05,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:34:05,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:05,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42843,1731962042249, seqNum=-1] 2024-11-18T20:34:05,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:05,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:05,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-18T20:34:05,211 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962045211, completionTime=-1 2024-11-18T20:34:05,211 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:34:05,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:34:05,213 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:34:05,213 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962105213 2024-11-18T20:34:05,213 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962165213 2024-11-18T20:34:05,213 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:34:05,214 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41551,1731962042219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,214 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41551,1731962042219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,214 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41551,1731962042219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,214 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:41551, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,214 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,215 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,217 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41551,1731962042219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:05,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41551,1731962042219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:34:05,222 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:34:05,222 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:34:05,222 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41551,1731962042219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:05,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41551,-1 for getting cluster id 2024-11-18T20:34:05,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:05,271 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e26db0e-5ce5-4711-88f7-e9efb3607181' 2024-11-18T20:34:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e26db0e-5ce5-4711-88f7-e9efb3607181" 2024-11-18T20:34:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec1e31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41551,-1] 2024-11-18T20:34:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:05,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:05,274 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:05,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42843,1731962042249, seqNum=-1] 2024-11-18T20:34:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:05,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:05,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:05,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60521 2024-11-18T20:34:05,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:05,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548ac0f20005 connected 2024-11-18T20:34:05,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46685,-1 for getting cluster id 2024-11-18T20:34:05,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:05,286 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269e45be-2312-470d-bd67-9a9b2e3e4bea' 2024-11-18T20:34:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269e45be-2312-470d-bd67-9a9b2e3e4bea" 2024-11-18T20:34:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ebdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46685,-1] 2024-11-18T20:34:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:05,288 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a11e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:05,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46685,1731962038262 2024-11-18T20:34:05,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbcfc6 2024-11-18T20:34:05,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:05,290 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:05,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:41551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:34:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:34:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:05,294 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:41551' 2024-11-18T20:34:05,295 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3c5dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,295 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41551,-1 for getting cluster id 2024-11-18T20:34:05,295 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:05,296 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e26db0e-5ce5-4711-88f7-e9efb3607181' 2024-11-18T20:34:05,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:05,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e26db0e-5ce5-4711-88f7-e9efb3607181" 2024-11-18T20:34:05,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208ed2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41551,-1] 2024-11-18T20:34:05,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:05,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:05,297 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:05,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da48552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:05,298 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:05,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:05,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0dbff8 2024-11-18T20:34:05,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:05,300 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:05,300 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T20:34:05,301 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:34:05,301 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:05,301 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:05,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:05,301 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:05,302 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:34:05,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:34:05,304 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:05,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:34:05,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741835_1011 (size=1138) 2024-11-18T20:34:05,353 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:34:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:05,712 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60b52044992c57b9e60efa4a0c53d8e6, NAME => 'hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877 2024-11-18T20:34:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741836_1012 (size=44) 2024-11-18T20:34:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:06,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:06,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 60b52044992c57b9e60efa4a0c53d8e6, disabling compactions & flushes 2024-11-18T20:34:06,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. after waiting 0 ms 2024-11-18T20:34:06,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60b52044992c57b9e60efa4a0c53d8e6: Waiting for close lock at 1731962046119Disabling compacts and flushes for region at 1731962046119Disabling writes for close at 1731962046119Writing region close event to WAL at 1731962046119Closed at 1731962046119 2024-11-18T20:34:06,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:34:06,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962046121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962046121"}]},"ts":"1731962046121"} 2024-11-18T20:34:06,124 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:34:06,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:34:06,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962046125"}]},"ts":"1731962046125"} 2024-11-18T20:34:06,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:34:06,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60b52044992c57b9e60efa4a0c53d8e6, ASSIGN}] 2024-11-18T20:34:06,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60b52044992c57b9e60efa4a0c53d8e6, ASSIGN 2024-11-18T20:34:06,130 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60b52044992c57b9e60efa4a0c53d8e6, ASSIGN; state=OFFLINE, location=c0a89b2656d4,33225,1731962038305; forceNewPlan=false, retain=false 2024-11-18T20:34:06,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:34:06,281 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=60b52044992c57b9e60efa4a0c53d8e6, regionState=OPENING, regionLocation=c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=60b52044992c57b9e60efa4a0c53d8e6, ASSIGN because future has completed 2024-11-18T20:34:06,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b52044992c57b9e60efa4a0c53d8e6, server=c0a89b2656d4,33225,1731962038305}] 2024-11-18T20:34:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:06,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:06,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:34:06,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33225%2C1731962038305.rep, suffix=, logDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305, archiveDir=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/oldWALs, maxLogs=10 2024-11-18T20:34:06,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.rep.1731962046443, exclude list is [], retry=0 2024-11-18T20:34:06,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-770470c7-706d-4898-b839-66b1d7378032,DISK] 2024-11-18T20:34:06,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.rep.1731962046443 2024-11-18T20:34:06,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45937:45937)] 2024-11-18T20:34:06,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 60b52044992c57b9e60efa4a0c53d8e6, NAME => 'hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:06,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:06,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:34:06,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. service=MultiRowMutationService 2024-11-18T20:34:06,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:34:06,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:06,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,461 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,462 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b52044992c57b9e60efa4a0c53d8e6 columnFamilyName hfileref 2024-11-18T20:34:06,462 DEBUG [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:06,463 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] regionserver.HStore(327): Store=60b52044992c57b9e60efa4a0c53d8e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:06,463 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,464 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b52044992c57b9e60efa4a0c53d8e6 columnFamilyName queue 2024-11-18T20:34:06,464 DEBUG [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:06,464 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] regionserver.HStore(327): Store=60b52044992c57b9e60efa4a0c53d8e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:06,465 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,466 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b52044992c57b9e60efa4a0c53d8e6 columnFamilyName sid 2024-11-18T20:34:06,466 DEBUG [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:06,466 INFO [StoreOpener-60b52044992c57b9e60efa4a0c53d8e6-1 {}] regionserver.HStore(327): Store=60b52044992c57b9e60efa4a0c53d8e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:06,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:34:06,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:06,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 60b52044992c57b9e60efa4a0c53d8e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69312305, jitterRate=0.032833829522132874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:34:06,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:06,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 60b52044992c57b9e60efa4a0c53d8e6: Running coprocessor pre-open hook at 1731962046460Writing region info on filesystem at 1731962046460Initializing all the Stores at 1731962046461 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962046461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962046461Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962046461Cleaning up temporary data from old regions at 1731962046469 (+8 ms)Running coprocessor post-open hooks at 1731962046472 (+3 ms)Region opened successfully at 1731962046473 (+1 ms) 2024-11-18T20:34:06,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6., pid=7, masterSystemTime=1731962046437 2024-11-18T20:34:06,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:06,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=60b52044992c57b9e60efa4a0c53d8e6, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:06,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b52044992c57b9e60efa4a0c53d8e6, server=c0a89b2656d4,33225,1731962038305 because future has completed 2024-11-18T20:34:06,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T20:34:06,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 60b52044992c57b9e60efa4a0c53d8e6, server=c0a89b2656d4,33225,1731962038305 in 196 msec 2024-11-18T20:34:06,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:34:06,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=60b52044992c57b9e60efa4a0c53d8e6, ASSIGN in 355 msec 2024-11-18T20:34:06,486 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:34:06,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962046487"}]},"ts":"1731962046487"} 2024-11-18T20:34:06,489 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:34:06,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:34:06,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-18T20:34:06,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6., hostname=c0a89b2656d4,33225,1731962038305, seqNum=2] 2024-11-18T20:34:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:06,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:34:06,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T20:34:06,671 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:34:06,697 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,33225,1731962038305, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:34:06,698 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:06,698 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33225,1731962038305, seqNum=-1] 2024-11-18T20:34:06,698 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:06,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T20:34:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,33225,1731962038305', locateType=CURRENT is [region=hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6., hostname=c0a89b2656d4,33225,1731962038305, seqNum=2] 2024-11-18T20:34:06,704 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T20:34:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T20:34:06,707 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,33225,1731962038305 suceeded 2024-11-18T20:34:06,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T20:34:06,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-18T20:34:06,709 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:41551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:34:06,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-18T20:34:06,724 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:41551' 2024-11-18T20:34:06,726 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@633cc9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:06,726 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41551,-1 for getting cluster id 2024-11-18T20:34:06,726 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:06,727 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e26db0e-5ce5-4711-88f7-e9efb3607181' 2024-11-18T20:34:06,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:06,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e26db0e-5ce5-4711-88f7-e9efb3607181" 2024-11-18T20:34:06,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36152269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:06,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41551,-1] 2024-11-18T20:34:06,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:06,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:06,728 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:06,729 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d61bc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:06,729 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cae5461 2024-11-18T20:34:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:06,731 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T20:34:06,732 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,33225,1731962038305 (queues=1) is replicating from cluster=269e45be-2312-470d-bd67-9a9b2e3e4bea to cluster=6e26db0e-5ce5-4711-88f7-e9efb3607181 2024-11-18T20:34:06,732 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C33225%2C1731962038305 2024-11-18T20:34:06,732 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,33225,1731962038305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:34:06,732 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.shipperc0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C33225%2C1731962038305 2024-11-18T20:34:06,732 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294, startPosition=0, beingWritten=true 2024-11-18T20:34:06,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:34:06,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:06,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:06,938 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:07,243 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:07,444 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:34:07,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:07,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:07,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:07,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:07,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:07,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46685,1731962038262 2024-11-18T20:34:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e26db9b 2024-11-18T20:34:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:07,446 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:07,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:34:07,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:34:07,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:07,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:07,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:07,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:07,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:07,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:34:07,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648228323, stopped=false 2024-11-18T20:34:07,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,41551,1731962042219 2024-11-18T20:34:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11275787268/running 2024-11-18T20:34:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11275787268/running 2024-11-18T20:34:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:07,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:34:07,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:07,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:07,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:07,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/running 2024-11-18T20:34:07,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,42843,1731962042249' ***** 2024-11-18T20:34:07,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:34:07,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Set watcher on znode that does not yet exist, /11275787268/running 2024-11-18T20:34:07,449 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:34:07,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42843. 2024-11-18T20:34:07,450 DEBUG [RS:0;c0a89b2656d4:42843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:07,450 DEBUG [RS:0;c0a89b2656d4:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:34:07,450 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:34:07,450 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:34:07,450 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:07,450 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:34:07,450 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:34:07,450 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:34:07,450 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:34:07,450 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:34:07,451 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T20:34:07,465 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/.tmp/ns/4422e50c62934351b26075bb9fe29ef8 is 43, key is default/ns:d/1731962045206/Put/seqid=0 2024-11-18T20:34:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741835_1011 (size=5153) 2024-11-18T20:34:07,501 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:34:07,648 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:07,650 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:07,851 DEBUG [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:07,870 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/.tmp/ns/4422e50c62934351b26075bb9fe29ef8 2024-11-18T20:34:07,877 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/.tmp/ns/4422e50c62934351b26075bb9fe29ef8 as hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/ns/4422e50c62934351b26075bb9fe29ef8 2024-11-18T20:34:07,883 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/ns/4422e50c62934351b26075bb9fe29ef8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T20:34:07,884 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-18T20:34:07,888 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:34:07,888 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:34:07,888 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:34:07,889 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:07,889 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962047450Running coprocessor pre-close hooks at 1731962047450Disabling compacts and flushes for region at 1731962047450Disabling writes for close at 1731962047450Obtaining lock to block concurrent updates at 1731962047451 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731962047451Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731962047451Flushing stores of hbase:meta,,1.1588230740 at 1731962047451Flushing 1588230740/ns: creating writer at 1731962047452 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731962047465 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731962047465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6454accc: reopening flushed file at 1731962047876 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731962047884 (+8 ms)Writing region close event to WAL at 1731962047884Running coprocessor post-close hooks at 1731962047888 (+4 ms)Closed at 1731962047889 (+1 ms) 2024-11-18T20:34:07,889 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:08,051 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,42843,1731962042249; all regions closed. 2024-11-18T20:34:08,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741834_1010 (size=1152) 2024-11-18T20:34:08,055 DEBUG [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/oldWALs 2024-11-18T20:34:08,055 INFO [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C42843%2C1731962042249.meta:.meta(num 1731962045158) 2024-11-18T20:34:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:34:08,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/WALs/c0a89b2656d4,42843,1731962042249/c0a89b2656d4%2C42843%2C1731962042249.1731962044229 not finished, retry = 0 2024-11-18T20:34:08,102 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:34:08,102 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:34:08,152 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:08,159 DEBUG [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/oldWALs 2024-11-18T20:34:08,159 INFO [RS:0;c0a89b2656d4:42843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C42843%2C1731962042249:(num 1731962044229) 2024-11-18T20:34:08,159 DEBUG [RS:0;c0a89b2656d4:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:08,159 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:34:08,160 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:34:08,160 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:34:08,160 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:34:08,160 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:34:08,160 INFO [RS:0;c0a89b2656d4:42843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42843 2024-11-18T20:34:08,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11275787268/rs/c0a89b2656d4,42843,1731962042249 2024-11-18T20:34:08,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268/rs 2024-11-18T20:34:08,161 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:34:08,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,42843,1731962042249] 2024-11-18T20:34:08,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11275787268/draining/c0a89b2656d4,42843,1731962042249 already deleted, retry=false 2024-11-18T20:34:08,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,42843,1731962042249 expired; onlineServers=0 2024-11-18T20:34:08,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,41551,1731962042219' ***** 2024-11-18T20:34:08,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:34:08,163 INFO [M:0;c0a89b2656d4:41551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:34:08,163 INFO [M:0;c0a89b2656d4:41551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:34:08,163 DEBUG [M:0;c0a89b2656d4:41551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:34:08,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:34:08,163 DEBUG [M:0;c0a89b2656d4:41551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:34:08,163 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962044010 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962044010,5,FailOnTimeoutGroup] 2024-11-18T20:34:08,163 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962044011 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962044011,5,FailOnTimeoutGroup] 2024-11-18T20:34:08,163 INFO [M:0;c0a89b2656d4:41551 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:34:08,164 INFO [M:0;c0a89b2656d4:41551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:34:08,164 DEBUG [M:0;c0a89b2656d4:41551 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:34:08,164 INFO [M:0;c0a89b2656d4:41551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:34:08,164 INFO [M:0;c0a89b2656d4:41551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:34:08,164 INFO [M:0;c0a89b2656d4:41551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:34:08,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11275787268/master 2024-11-18T20:34:08,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11275787268 2024-11-18T20:34:08,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:34:08,164 DEBUG [M:0;c0a89b2656d4:41551 {}] zookeeper.ZKUtil(347): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Unable to get data of znode /11275787268/master because node does not exist (not an error) 2024-11-18T20:34:08,164 WARN [M:0;c0a89b2656d4:41551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:34:08,165 INFO [M:0;c0a89b2656d4:41551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/.lastflushedseqids 2024-11-18T20:34:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741836_1012 (size=99) 2024-11-18T20:34:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:08,262 INFO [RS:0;c0a89b2656d4:42843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:34:08,262 INFO [RS:0;c0a89b2656d4:42843 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,42843,1731962042249; zookeeper connection closed. 2024-11-18T20:34:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x100548ac0f20004, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:08,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d531c40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d531c40 2024-11-18T20:34:08,263 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:34:08,569 INFO [M:0;c0a89b2656d4:41551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:34:08,569 INFO [M:0;c0a89b2656d4:41551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:34:08,569 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:34:08,570 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:08,570 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:08,570 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:34:08,570 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:08,570 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T20:34:08,584 DEBUG [M:0;c0a89b2656d4:41551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/932bc57a4b404e468288395b166a183c is 82, key is hbase:meta,,1/info:regioninfo/1731962045193/Put/seqid=0 2024-11-18T20:34:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741837_1013 (size=5672) 2024-11-18T20:34:08,757 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:08,989 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/932bc57a4b404e468288395b166a183c 2024-11-18T20:34:09,010 DEBUG [M:0;c0a89b2656d4:41551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20c5eb3bb351402d985f28e1ec12d2ea is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731962045210/Put/seqid=0 2024-11-18T20:34:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741838_1014 (size=5275) 2024-11-18T20:34:09,415 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20c5eb3bb351402d985f28e1ec12d2ea 2024-11-18T20:34:09,433 DEBUG [M:0;c0a89b2656d4:41551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd5770368684e6d8eac85a948d6a0a7 is 69, key is c0a89b2656d4,42843,1731962042249/rs:state/1731962044086/Put/seqid=0 2024-11-18T20:34:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741839_1015 (size=5156) 2024-11-18T20:34:09,462 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:09,838 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd5770368684e6d8eac85a948d6a0a7 2024-11-18T20:34:09,843 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/932bc57a4b404e468288395b166a183c as hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/932bc57a4b404e468288395b166a183c 2024-11-18T20:34:09,849 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/932bc57a4b404e468288395b166a183c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T20:34:09,850 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20c5eb3bb351402d985f28e1ec12d2ea as hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20c5eb3bb351402d985f28e1ec12d2ea 2024-11-18T20:34:09,855 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20c5eb3bb351402d985f28e1ec12d2ea, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T20:34:09,857 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd5770368684e6d8eac85a948d6a0a7 as hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcd5770368684e6d8eac85a948d6a0a7 2024-11-18T20:34:09,862 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/1f68bcc6-9d7b-d37d-b053-2ca26dcabb74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcd5770368684e6d8eac85a948d6a0a7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T20:34:09,863 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false 2024-11-18T20:34:09,864 INFO [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:09,864 DEBUG [M:0;c0a89b2656d4:41551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962048569Disabling compacts and flushes for region at 1731962048569Disabling writes for close at 1731962048570 (+1 ms)Obtaining lock to block concurrent updates at 1731962048570Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962048570Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731962048570Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962048571 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962048571Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962048584 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962048584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962048994 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962049010 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962049010Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962049420 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962049433 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962049433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270f587c: reopening flushed file at 1731962049842 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd9e19c: reopening flushed file at 1731962049849 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11eafdf2: reopening flushed file at 1731962049856 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false at 1731962049863 (+7 ms)Writing region close event to WAL at 1731962049864 (+1 ms)Closed at 1731962049864 2024-11-18T20:34:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741830_1006 (size=10165) 2024-11-18T20:34:09,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:34:09,867 INFO [M:0;c0a89b2656d4:41551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:34:09,867 INFO [M:0;c0a89b2656d4:41551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41551 2024-11-18T20:34:09,867 INFO [M:0;c0a89b2656d4:41551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:34:09,969 INFO [M:0;c0a89b2656d4:41551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:34:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:09,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x100548ac0f20003, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:09,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:34:09,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:34:09,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:34:09,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:34:09,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir/,STOPPED} 2024-11-18T20:34:09,973 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:34:09,973 WARN [BP-1258203156-172.17.0.2-1731962041357 heartbeating to localhost/127.0.0.1:33681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:34:09,973 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:34:09,973 WARN [BP-1258203156-172.17.0.2-1731962041357 heartbeating to localhost/127.0.0.1:33681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1258203156-172.17.0.2-1731962041357 (Datanode Uuid ef89b96c-8554-4a9a-bd9b-1714d8075120) service to localhost/127.0.0.1:33681 2024-11-18T20:34:09,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/cluster_f5119208-1a0f-6733-d840-b85de05d66f0/data/data1/current/BP-1258203156-172.17.0.2-1731962041357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:34:09,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/cluster_f5119208-1a0f-6733-d840-b85de05d66f0/data/data2/current/BP-1258203156-172.17.0.2-1731962041357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:34:09,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:34:09,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:34:09,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:34:09,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:34:09,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:34:09,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir/,STOPPED} 2024-11-18T20:34:09,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:34:09,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:34:09,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:09,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:09,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:09,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:09,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:09,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:34:09,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=283653251, stopped=false 2024-11-18T20:34:09,997 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,46685,1731962038262 2024-11-18T20:34:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505150758/running 2024-11-18T20:34:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505150758/running 2024-11-18T20:34:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:09,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:34:09,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:09,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:09,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:09,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,33225,1731962038305' ***** 2024-11-18T20:34:09,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/running 2024-11-18T20:34:09,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:34:09,999 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:34:09,999 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:34:09,999 INFO [RS:0;c0a89b2656d4:33225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:34:09,999 INFO [RS:0;c0a89b2656d4:33225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:34:09,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Set watcher on znode that does not yet exist, /0-505150758/running 2024-11-18T20:34:09,999 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(3091): Received CLOSE for 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33225. 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60b52044992c57b9e60efa4a0c53d8e6, disabling compactions & flushes 2024-11-18T20:34:10,000 DEBUG [RS:0;c0a89b2656d4:33225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:10,000 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:10,000 DEBUG [RS:0;c0a89b2656d4:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. after waiting 0 ms 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:34:10,000 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60b52044992c57b9e60efa4a0c53d8e6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:34:10,000 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:34:10,000 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 60b52044992c57b9e60efa4a0c53d8e6=hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6.} 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:34:10,000 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:10,000 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:34:10,000 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:34:10,001 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:34:10,001 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T20:34:10,014 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/.tmp/queue/987b1b7e0d2d449d80155a9555900640 is 151, key is 1-c0a89b2656d4,33225,1731962038305/queue:c0a89b2656d4%2C33225%2C1731962038305/1731962046702/Put/seqid=0 2024-11-18T20:34:10,018 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/info/6eb153c24d844eca8f8e2d6d51e819be is 147, key is hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6./info:regioninfo/1731962046476/Put/seqid=0 2024-11-18T20:34:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741838_1014 (size=5350) 2024-11-18T20:34:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741839_1015 (size=6631) 2024-11-18T20:34:10,070 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:34:10,165 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:34:10,165 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:34:10,201 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:10,267 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:10,401 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60b52044992c57b9e60efa4a0c53d8e6 2024-11-18T20:34:10,419 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/.tmp/queue/987b1b7e0d2d449d80155a9555900640 2024-11-18T20:34:10,423 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/info/6eb153c24d844eca8f8e2d6d51e819be 2024-11-18T20:34:10,426 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/.tmp/queue/987b1b7e0d2d449d80155a9555900640 as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/queue/987b1b7e0d2d449d80155a9555900640 2024-11-18T20:34:10,431 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/queue/987b1b7e0d2d449d80155a9555900640, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T20:34:10,432 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 60b52044992c57b9e60efa4a0c53d8e6 in 432ms, sequenceid=5, compaction requested=false 2024-11-18T20:34:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/replication/60b52044992c57b9e60efa4a0c53d8e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:34:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:34:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:34:10,438 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60b52044992c57b9e60efa4a0c53d8e6: Waiting for close lock at 1731962050000Running coprocessor pre-close hooks at 1731962050000Disabling compacts and flushes for region at 1731962050000Disabling writes for close at 1731962050000Obtaining lock to block concurrent updates at 1731962050000Preparing flush snapshotting stores in 60b52044992c57b9e60efa4a0c53d8e6 at 1731962050000Finished memstore snapshotting hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731962050000Flushing stores of hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. at 1731962050001 (+1 ms)Flushing 60b52044992c57b9e60efa4a0c53d8e6/queue: creating writer at 1731962050001Flushing 60b52044992c57b9e60efa4a0c53d8e6/queue: appending metadata at 1731962050014 (+13 ms)Flushing 60b52044992c57b9e60efa4a0c53d8e6/queue: closing flushed file at 1731962050014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a30dce4: reopening flushed file at 1731962050425 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 60b52044992c57b9e60efa4a0c53d8e6 in 432ms, sequenceid=5, compaction requested=false at 1731962050432 (+7 ms)Writing region close event to WAL at 1731962050434 (+2 ms)Running coprocessor post-close hooks at 1731962050438 (+4 ms)Closed at 1731962050438 2024-11-18T20:34:10,439 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962045301.60b52044992c57b9e60efa4a0c53d8e6. 2024-11-18T20:34:10,445 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/ns/80c3e3c8eb044d64a69da94c4bc283f5 is 43, key is default/ns:d/1731962041276/Put/seqid=0 2024-11-18T20:34:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:34:10,601 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:10,801 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:10,850 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/ns/80c3e3c8eb044d64a69da94c4bc283f5 2024-11-18T20:34:10,870 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/table/f54b07242c16445d88df0e663ad5b45d is 53, key is hbase:replication/table:state/1731962046487/Put/seqid=0 2024-11-18T20:34:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741841_1017 (size=5256) 2024-11-18T20:34:11,001 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:34:11,001 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:34:11,001 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:11,172 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.1731962040294 to pos 0, reset compression=false 2024-11-18T20:34:11,202 DEBUG [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:34:11,275 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/table/f54b07242c16445d88df0e663ad5b45d 2024-11-18T20:34:11,281 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/info/6eb153c24d844eca8f8e2d6d51e819be as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/info/6eb153c24d844eca8f8e2d6d51e819be 2024-11-18T20:34:11,286 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/info/6eb153c24d844eca8f8e2d6d51e819be, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T20:34:11,287 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/ns/80c3e3c8eb044d64a69da94c4bc283f5 as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/ns/80c3e3c8eb044d64a69da94c4bc283f5 2024-11-18T20:34:11,293 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/ns/80c3e3c8eb044d64a69da94c4bc283f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:34:11,294 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/.tmp/table/f54b07242c16445d88df0e663ad5b45d as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/table/f54b07242c16445d88df0e663ad5b45d 2024-11-18T20:34:11,300 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/table/f54b07242c16445d88df0e663ad5b45d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T20:34:11,301 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-18T20:34:11,305 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:34:11,305 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:34:11,305 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:34:11,306 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:11,306 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962050000Running coprocessor pre-close hooks at 1731962050000Disabling compacts and flushes for region at 1731962050000Disabling writes for close at 1731962050001 (+1 ms)Obtaining lock to block concurrent updates at 1731962050001Preparing flush snapshotting stores in 1588230740 at 1731962050001Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731962050001Flushing stores of hbase:meta,,1.1588230740 at 1731962050001Flushing 1588230740/info: creating writer at 1731962050002 (+1 ms)Flushing 1588230740/info: appending metadata at 1731962050017 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731962050017Flushing 1588230740/ns: creating writer at 1731962050428 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731962050445 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731962050445Flushing 1588230740/table: creating writer at 1731962050856 (+411 ms)Flushing 1588230740/table: appending metadata at 1731962050869 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731962050869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c9e9dd: reopening flushed file at 1731962051280 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b99a876: reopening flushed file at 1731962051287 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dc55a1: reopening flushed file at 1731962051293 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1731962051301 (+8 ms)Writing region close event to WAL at 1731962051302 (+1 ms)Running coprocessor post-close hooks at 1731962051305 (+3 ms)Closed at 1731962051306 (+1 ms) 2024-11-18T20:34:11,306 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:11,402 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,33225,1731962038305; all regions closed. 2024-11-18T20:34:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741834_1010 (size=2742) 2024-11-18T20:34:11,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.meta.1731962041223.meta not finished, retry = 0 2024-11-18T20:34:11,507 DEBUG [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/oldWALs 2024-11-18T20:34:11,508 INFO [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C33225%2C1731962038305.meta:.meta(num 1731962041223) 2024-11-18T20:34:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741837_1013 (size=1586) 2024-11-18T20:34:11,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/WALs/c0a89b2656d4,33225,1731962038305/c0a89b2656d4%2C33225%2C1731962038305.rep.1731962046443 not finished, retry = 0 2024-11-18T20:34:11,613 DEBUG [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/oldWALs 2024-11-18T20:34:11,613 INFO [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C33225%2C1731962038305.rep:(num 1731962046443) 2024-11-18T20:34:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:34:11,618 DEBUG [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/oldWALs 2024-11-18T20:34:11,618 INFO [RS:0;c0a89b2656d4:33225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C33225%2C1731962038305:(num 1731962040294) 2024-11-18T20:34:11,618 DEBUG [RS:0;c0a89b2656d4:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:11,618 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:34:11,618 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:34:11,618 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:34:11,618 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:34:11,618 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:34:11,619 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,33225,1731962038305 because: Region server is closing 2024-11-18T20:34:11,619 INFO [RS:0;c0a89b2656d4:33225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33225. 2024-11-18T20:34:11,619 DEBUG [RS:0;c0a89b2656d4:33225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:11,619 DEBUG [RS:0;c0a89b2656d4:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:11,619 DEBUG [RS:0;c0a89b2656d4:33225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:11,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:11,719 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.wal-reader.c0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:34:11,719 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.shipperc0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:34:11,720 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33225,1731962038305.replicationSource.shipperc0a89b2656d4%2C33225%2C1731962038305,1-c0a89b2656d4,33225,1731962038305 terminated 2024-11-18T20:34:11,720 INFO [RS:0;c0a89b2656d4:33225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33225 2024-11-18T20:34:11,721 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:34:11,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758/rs 2024-11-18T20:34:11,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505150758/rs/c0a89b2656d4,33225,1731962038305 2024-11-18T20:34:11,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,33225,1731962038305] 2024-11-18T20:34:11,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-505150758/draining/c0a89b2656d4,33225,1731962038305 already deleted, retry=false 2024-11-18T20:34:11,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,33225,1731962038305 expired; onlineServers=0 2024-11-18T20:34:11,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,46685,1731962038262' ***** 2024-11-18T20:34:11,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:34:11,723 INFO [M:0;c0a89b2656d4:46685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:34:11,723 INFO [M:0;c0a89b2656d4:46685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:34:11,723 DEBUG [M:0;c0a89b2656d4:46685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:34:11,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:34:11,723 DEBUG [M:0;c0a89b2656d4:46685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:34:11,723 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962040076 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962040076,5,FailOnTimeoutGroup] 2024-11-18T20:34:11,723 INFO [M:0;c0a89b2656d4:46685 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:34:11,723 INFO [M:0;c0a89b2656d4:46685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:34:11,724 DEBUG [M:0;c0a89b2656d4:46685 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:34:11,724 INFO [M:0;c0a89b2656d4:46685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:34:11,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962040075 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962040075,5,FailOnTimeoutGroup] 2024-11-18T20:34:11,724 INFO [M:0;c0a89b2656d4:46685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:34:11,724 INFO [M:0;c0a89b2656d4:46685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:34:11,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:34:11,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505150758/master 2024-11-18T20:34:11,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505150758 2024-11-18T20:34:11,724 DEBUG [M:0;c0a89b2656d4:46685 {}] zookeeper.ZKUtil(347): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Unable to get data of znode /0-505150758/master because node does not exist (not an error) 2024-11-18T20:34:11,724 WARN [M:0;c0a89b2656d4:46685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:34:11,725 INFO [M:0;c0a89b2656d4:46685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/.lastflushedseqids 2024-11-18T20:34:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741842_1018 (size=181) 2024-11-18T20:34:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:11,822 INFO [RS:0;c0a89b2656d4:33225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:34:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33225-0x100548ac0f20001, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:11,822 INFO [RS:0;c0a89b2656d4:33225 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,33225,1731962038305; zookeeper connection closed. 2024-11-18T20:34:11,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54afb71d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54afb71d 2024-11-18T20:34:11,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:34:11,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:34:11,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:11,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:11,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:12,131 INFO [M:0;c0a89b2656d4:46685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:34:12,131 INFO [M:0;c0a89b2656d4:46685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:34:12,131 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:34:12,131 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:12,131 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:12,131 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:34:12,132 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:12,132 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T20:34:12,147 DEBUG [M:0;c0a89b2656d4:46685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18075e38335c46868cea93344b9dde46 is 82, key is hbase:meta,,1/info:regioninfo/1731962041263/Put/seqid=0 2024-11-18T20:34:12,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741843_1019 (size=5672) 2024-11-18T20:34:12,552 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18075e38335c46868cea93344b9dde46 2024-11-18T20:34:12,570 DEBUG [M:0;c0a89b2656d4:46685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bf7f10879f443f38f41660fce1ef45b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731962046492/Put/seqid=0 2024-11-18T20:34:12,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741844_1020 (size=7203) 2024-11-18T20:34:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:34:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:34:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:34:12,975 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bf7f10879f443f38f41660fce1ef45b 2024-11-18T20:34:12,992 DEBUG [M:0;c0a89b2656d4:46685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab003319c4154e87a1ab4bf64ccb67bf is 69, key is c0a89b2656d4,33225,1731962038305/rs:state/1731962040142/Put/seqid=0 2024-11-18T20:34:12,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741845_1021 (size=5156) 2024-11-18T20:34:13,396 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab003319c4154e87a1ab4bf64ccb67bf 2024-11-18T20:34:13,402 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18075e38335c46868cea93344b9dde46 as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18075e38335c46868cea93344b9dde46 2024-11-18T20:34:13,407 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18075e38335c46868cea93344b9dde46, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T20:34:13,409 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1bf7f10879f443f38f41660fce1ef45b as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bf7f10879f443f38f41660fce1ef45b 2024-11-18T20:34:13,414 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1bf7f10879f443f38f41660fce1ef45b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T20:34:13,415 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab003319c4154e87a1ab4bf64ccb67bf as hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab003319c4154e87a1ab4bf64ccb67bf 2024-11-18T20:34:13,419 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41117/user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab003319c4154e87a1ab4bf64ccb67bf, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T20:34:13,420 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-18T20:34:13,422 INFO [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:13,422 DEBUG [M:0;c0a89b2656d4:46685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962052131Disabling compacts and flushes for region at 1731962052131Disabling writes for close at 1731962052132 (+1 ms)Obtaining lock to block concurrent updates at 1731962052132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962052132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731962052132Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962052133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962052133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962052146 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962052146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962052556 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962052570 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962052570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962052979 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962052992 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962052992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429b0cda: reopening flushed file at 1731962053401 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f989d54: reopening flushed file at 1731962053408 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ea6848: reopening flushed file at 1731962053414 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1731962053420 (+6 ms)Writing region close event to WAL at 1731962053422 (+2 ms)Closed at 1731962053422 2024-11-18T20:34:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741830_1006 (size=41008) 2024-11-18T20:34:13,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7ab7336-7054-82f8-5f60-4a6a10b93877/MasterData/WALs/c0a89b2656d4,46685,1731962038262/c0a89b2656d4%2C46685%2C1731962038262.1731962039995 not finished, retry = 0 2024-11-18T20:34:13,525 INFO [M:0;c0a89b2656d4:46685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:34:13,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:34:13,525 INFO [M:0;c0a89b2656d4:46685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46685 2024-11-18T20:34:13,525 INFO [M:0;c0a89b2656d4:46685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:34:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:13,653 INFO [M:0;c0a89b2656d4:46685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:34:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46685-0x100548ac0f20000, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:34:13,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:34:13,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:34:13,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:34:13,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:34:13,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir/,STOPPED} 2024-11-18T20:34:13,657 WARN [BP-290854390-172.17.0.2-1731962037405 heartbeating to localhost/127.0.0.1:41117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:34:13,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:34:13,657 WARN [BP-290854390-172.17.0.2-1731962037405 heartbeating to localhost/127.0.0.1:41117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290854390-172.17.0.2-1731962037405 (Datanode Uuid 47aa3db0-6c23-4269-a953-93505fb5c561) service to localhost/127.0.0.1:41117 2024-11-18T20:34:13,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:34:13,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/data/data1/current/BP-290854390-172.17.0.2-1731962037405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:34:13,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/cluster_cf64fb2b-58d6-ff5a-11b7-598d2d2fc915/data/data2/current/BP-290854390-172.17.0.2-1731962037405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:34:13,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:34:13,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:34:13,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:34:13,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:34:13,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:34:13,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e11fcc71-3d00-5ba3-21c7-fdd59b40a50f/hadoop.log.dir/,STOPPED} 2024-11-18T20:34:13,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:34:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548ac0f20005, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:34:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548ac0f20002, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:34:13,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548ac0f20005, quorum=127.0.0.1:60521, baseZNode=/11275787268 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:34:13,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548ac0f20002, quorum=127.0.0.1:60521, baseZNode=/0-505150758 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:34:13,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:34:13,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33681 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41117 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60521) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60521) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=2286 (was 2449) 2024-11-18T20:34:13,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=2286 2024-11-18T20:34:13,798 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T20:34:13,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir so I do NOT create it in target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4 2024-11-18T20:34:13,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:34:13,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.tmp.dir so I do NOT create it in target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4 2024-11-18T20:34:13,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed2f6467-dec0-d903-062f-f42656a28bb9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:34:13,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4 2024-11-18T20:34:13,798 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5, deleteOnExit=true 2024-11-18T20:34:13,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/zookeeper_0, clientPort=64398, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:34:13,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64398 2024-11-18T20:34:13,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:34:13,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/test.cache.data in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:34:13,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:34:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:34:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:34:13,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:13,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:34:13,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:34:13,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:34:13,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:34:13,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:13,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:34:13,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:34:13,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/java.io.tmpdir/jetty-localhost-40221-hadoop-hdfs-3_4_1-tests_jar-_-any-3409952230810470810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:34:13,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:40221} 2024-11-18T20:34:13,954 INFO [Time-limited test {}] server.Server(415): Started @46073ms 2024-11-18T20:34:14,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:14,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:34:14,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:34:14,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:34:14,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:34:14,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:34:14,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:34:14,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/java.io.tmpdir/jetty-localhost-36171-hadoop-hdfs-3_4_1-tests_jar-_-any-834765681920214395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:34:14,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:36171} 2024-11-18T20:34:14,119 INFO [Time-limited test {}] server.Server(415): Started @46238ms 2024-11-18T20:34:14,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:34:14,183 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/data/data1/current/BP-243132511-172.17.0.2-1731962053817/current, will proceed with Du for space computation calculation, 2024-11-18T20:34:14,183 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/data/data2/current/BP-243132511-172.17.0.2-1731962053817/current, will proceed with Du for space computation calculation, 2024-11-18T20:34:14,198 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:34:14,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd377a9149d5256c with lease ID 0xe58ff31d5a925478: Processing first storage report for DS-8df3553d-e5e1-4915-9a3a-7fa4f9124302 from datanode DatanodeRegistration(127.0.0.1:44329, datanodeUuid=549dfde9-93dd-45c7-bcdb-1291beebeb35, infoPort=34873, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=767838481;c=1731962053817) 2024-11-18T20:34:14,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd377a9149d5256c with lease ID 0xe58ff31d5a925478: from storage DS-8df3553d-e5e1-4915-9a3a-7fa4f9124302 node DatanodeRegistration(127.0.0.1:44329, datanodeUuid=549dfde9-93dd-45c7-bcdb-1291beebeb35, infoPort=34873, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=767838481;c=1731962053817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:34:14,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd377a9149d5256c with lease ID 0xe58ff31d5a925478: Processing first storage report for DS-5c8dd505-7575-4bb9-97e2-80d921a7568b from datanode DatanodeRegistration(127.0.0.1:44329, datanodeUuid=549dfde9-93dd-45c7-bcdb-1291beebeb35, infoPort=34873, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=767838481;c=1731962053817) 2024-11-18T20:34:14,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd377a9149d5256c with lease ID 0xe58ff31d5a925478: from storage DS-5c8dd505-7575-4bb9-97e2-80d921a7568b node DatanodeRegistration(127.0.0.1:44329, datanodeUuid=549dfde9-93dd-45c7-bcdb-1291beebeb35, infoPort=34873, infoSecurePort=0, ipcPort=41767, storageInfo=lv=-57;cid=testClusterID;nsid=767838481;c=1731962053817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:34:14,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4 2024-11-18T20:34:14,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:14,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:34:14,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46 with version=8 2024-11-18T20:34:14,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/hbase-staging 2024-11-18T20:34:14,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:34:14,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:34:14,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36113 2024-11-18T20:34:14,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36113 connecting to ZooKeeper ensemble=127.0.0.1:64398 2024-11-18T20:34:14,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361130x0, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:14,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36113-0x100548b01160000 connected 2024-11-18T20:34:14,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:14,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:14,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/running 2024-11-18T20:34:14,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46, hbase.cluster.distributed=false 2024-11-18T20:34:14,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/acl 2024-11-18T20:34:14,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36113 2024-11-18T20:34:14,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36113 2024-11-18T20:34:14,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36113 2024-11-18T20:34:14,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36113 2024-11-18T20:34:14,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36113 2024-11-18T20:34:14,713 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:34:14,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44701 2024-11-18T20:34:14,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44701 connecting to ZooKeeper ensemble=127.0.0.1:64398 2024-11-18T20:34:14,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:14,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:14,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447010x0, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:14,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447010x0, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/running 2024-11-18T20:34:14,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44701-0x100548b01160001 connected 2024-11-18T20:34:14,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:34:14,722 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:34:14,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/master 2024-11-18T20:34:14,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/acl 2024-11-18T20:34:14,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44701 2024-11-18T20:34:14,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44701 2024-11-18T20:34:14,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44701 2024-11-18T20:34:14,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44701 2024-11-18T20:34:14,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44701 2024-11-18T20:34:14,740 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:36113 2024-11-18T20:34:14,740 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1821643487/backup-masters/c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487/backup-masters 2024-11-18T20:34:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487/backup-masters 2024-11-18T20:34:14,742 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on existing znode=/0-1821643487/backup-masters/c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821643487/master 2024-11-18T20:34:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:14,743 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on existing znode=/0-1821643487/master 2024-11-18T20:34:14,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1821643487/backup-masters/c0a89b2656d4,36113,1731962054657 from backup master directory 2024-11-18T20:34:14,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821643487/backup-masters/c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:14,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487/backup-masters 2024-11-18T20:34:14,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487/backup-masters 2024-11-18T20:34:14,744 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:14,744 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:14,748 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/hbase.id] with ID: 185ffa8d-3938-47cc-a170-456749c63605 2024-11-18T20:34:14,748 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/.tmp/hbase.id 2024-11-18T20:34:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:34:15,153 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/.tmp/hbase.id]:[hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/hbase.id] 2024-11-18T20:34:15,170 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:15,170 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:34:15,171 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:34:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:34:15,580 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:15,580 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:34:15,581 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:34:15,989 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store 2024-11-18T20:34:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:34:16,397 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:16,397 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:34:16,397 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:16,397 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:16,397 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:34:16,397 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:16,397 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:16,397 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962056397Disabling compacts and flushes for region at 1731962056397Disabling writes for close at 1731962056397Writing region close event to WAL at 1731962056397Closed at 1731962056397 2024-11-18T20:34:16,399 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/.initializing 2024-11-18T20:34:16,399 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/WALs/c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:16,400 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:16,402 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C36113%2C1731962054657, suffix=, logDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/WALs/c0a89b2656d4,36113,1731962054657, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/oldWALs, maxLogs=10 2024-11-18T20:34:16,416 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/WALs/c0a89b2656d4,36113,1731962054657/c0a89b2656d4%2C36113%2C1731962054657.1731962056402, exclude list is [], retry=0 2024-11-18T20:34:16,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-8df3553d-e5e1-4915-9a3a-7fa4f9124302,DISK] 2024-11-18T20:34:16,427 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/WALs/c0a89b2656d4,36113,1731962054657/c0a89b2656d4%2C36113%2C1731962054657.1731962056402 2024-11-18T20:34:16,427 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34873:34873)] 2024-11-18T20:34:16,427 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:16,427 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:16,427 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,427 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:34:16,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:16,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:34:16,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:16,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:34:16,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:16,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:34:16,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:16,441 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,442 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,443 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,444 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,444 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,445 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:16,446 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:16,456 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:16,457 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737306, jitterRate=-0.10984477400779724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:16,457 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962056428Initializing all the Stores at 1731962056428Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962056428Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962056429 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962056429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962056429Cleaning up temporary data from old regions at 1731962056444 (+15 ms)Region opened successfully at 1731962056457 (+13 ms) 2024-11-18T20:34:16,458 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:34:16,463 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e088bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:16,464 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:34:16,464 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:34:16,464 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:34:16,465 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:34:16,465 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:34:16,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:34:16,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:34:16,469 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:34:16,470 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Unable to get data of znode /0-1821643487/balancer because node does not exist (not necessarily an error) 2024-11-18T20:34:16,471 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/balancer already deleted, retry=false 2024-11-18T20:34:16,472 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:34:16,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Unable to get data of znode /0-1821643487/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:34:16,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/normalizer already deleted, retry=false 2024-11-18T20:34:16,474 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:34:16,478 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Unable to get data of znode /0-1821643487/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:34:16,479 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/switch/split already deleted, retry=false 2024-11-18T20:34:16,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Unable to get data of znode /0-1821643487/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:34:16,481 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/switch/merge already deleted, retry=false 2024-11-18T20:34:16,484 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Unable to get data of znode /0-1821643487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:34:16,485 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/snapshot-cleanup already deleted, retry=false 2024-11-18T20:34:16,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821643487/running 2024-11-18T20:34:16,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821643487/running 2024-11-18T20:34:16,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:16,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:16,488 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,36113,1731962054657, sessionid=0x100548b01160000, setting cluster-up flag (Was=false) 2024-11-18T20:34:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:16,494 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1821643487/flush-table-proc/acquired, /0-1821643487/flush-table-proc/reached, /0-1821643487/flush-table-proc/abort 2024-11-18T20:34:16,495 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:16,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:16,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:16,503 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1821643487/online-snapshot/acquired, /0-1821643487/online-snapshot/reached, /0-1821643487/online-snapshot/abort 2024-11-18T20:34:16,510 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:16,512 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:34:16,514 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:16,514 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:34:16,514 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:34:16,515 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,36113,1731962054657 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:34:16,516 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:16,516 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:16,516 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:16,516 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:16,517 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:34:16,517 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,517 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:16,517 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:16,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:34:16,529 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962086529 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:34:16,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,530 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:34:16,531 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:34:16,531 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:34:16,531 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:34:16,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:34:16,537 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:34:16,537 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:34:16,541 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962056537,5,FailOnTimeoutGroup] 2024-11-18T20:34:16,542 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962056541,5,FailOnTimeoutGroup] 2024-11-18T20:34:16,542 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,542 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:34:16,542 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,542 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,546 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(746): ClusterId : 185ffa8d-3938-47cc-a170-456749c63605 2024-11-18T20:34:16,546 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:34:16,548 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:34:16,548 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:34:16,550 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:34:16,551 DEBUG [RS:0;c0a89b2656d4:44701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10202e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:34:16,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:34:16,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46 2024-11-18T20:34:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:34:16,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:16,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:16,573 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:44701 2024-11-18T20:34:16,573 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:34:16,573 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:34:16,573 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:34:16,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:16,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:16,574 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,36113,1731962054657 with port=44701, startcode=1731962054713 2024-11-18T20:34:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:16,574 DEBUG [RS:0;c0a89b2656d4:44701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:34:16,576 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:34:16,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36113 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:16,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:16,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:16,578 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46 2024-11-18T20:34:16,578 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34089 2024-11-18T20:34:16,578 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:34:16,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487/rs 2024-11-18T20:34:16,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:16,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,580 DEBUG [RS:0;c0a89b2656d4:44701 {}] zookeeper.ZKUtil(111): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on existing znode=/0-1821643487/rs/c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,580 WARN [RS:0;c0a89b2656d4:44701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:16,580 INFO [RS:0;c0a89b2656d4:44701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:16,580 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:16,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:16,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,44701,1731962054713] 2024-11-18T20:34:16,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:16,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:16,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:16,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:16,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740 2024-11-18T20:34:16,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740 2024-11-18T20:34:16,584 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:34:16,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:16,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:16,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:16,586 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:34:16,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:16,589 INFO [RS:0;c0a89b2656d4:44701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:34:16,589 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,589 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:34:16,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:16,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74349333, jitterRate=0.10789139568805695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:16,590 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:34:16,590 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,590 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,590 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,590 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962056570Initializing all the Stores at 1731962056571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962056571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962056572 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962056572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962056572Cleaning up temporary data from old regions at 1731962056585 (+13 ms)Region opened successfully at 1731962056591 (+6 ms) 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:34:16,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:16,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:16,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:34:16,591 DEBUG [RS:0;c0a89b2656d4:44701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:16,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:16,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962056591Disabling compacts and flushes for region at 1731962056591Disabling writes for close at 1731962056591Writing region close event to WAL at 1731962056592 (+1 ms)Closed at 1731962056592 2024-11-18T20:34:16,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:16,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:34:16,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:34:16,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:16,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:34:16,605 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,605 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,605 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,605 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,605 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,605 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44701,1731962054713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:16,624 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:34:16,624 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44701,1731962054713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,625 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,625 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.Replication(171): c0a89b2656d4,44701,1731962054713 started 2024-11-18T20:34:16,642 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:16,642 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,44701,1731962054713, RpcServer on c0a89b2656d4/172.17.0.2:44701, sessionid=0x100548b01160001 2024-11-18T20:34:16,642 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:34:16,642 DEBUG [RS:0;c0a89b2656d4:44701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,642 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,44701,1731962054713' 2024-11-18T20:34:16,642 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1821643487/flush-table-proc/abort' 2024-11-18T20:34:16,643 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1821643487/flush-table-proc/acquired' 2024-11-18T20:34:16,643 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:34:16,643 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:34:16,643 DEBUG [RS:0;c0a89b2656d4:44701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,643 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,44701,1731962054713' 2024-11-18T20:34:16,643 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1821643487/online-snapshot/abort' 2024-11-18T20:34:16,644 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1821643487/online-snapshot/acquired' 2024-11-18T20:34:16,644 DEBUG [RS:0;c0a89b2656d4:44701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:34:16,644 INFO [RS:0;c0a89b2656d4:44701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:34:16,644 INFO [RS:0;c0a89b2656d4:44701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:34:16,745 INFO [RS:0;c0a89b2656d4:44701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:16,746 INFO [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C44701%2C1731962054713, suffix=, logDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/oldWALs, maxLogs=10 2024-11-18T20:34:16,747 WARN [c0a89b2656d4:36113 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:34:16,759 DEBUG [RS:0;c0a89b2656d4:44701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747, exclude list is [], retry=0 2024-11-18T20:34:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-8df3553d-e5e1-4915-9a3a-7fa4f9124302,DISK] 2024-11-18T20:34:16,765 INFO [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 2024-11-18T20:34:16,765 DEBUG [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34873:34873)] 2024-11-18T20:34:16,997 DEBUG [c0a89b2656d4:36113 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:34:16,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:16,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,44701,1731962054713, state=OPENING 2024-11-18T20:34:17,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:34:17,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:17,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:17,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:17,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,44701,1731962054713}] 2024-11-18T20:34:17,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821643487/meta-region-server: CHANGED 2024-11-18T20:34:17,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821643487/meta-region-server: CHANGED 2024-11-18T20:34:17,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:34:17,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:34:17,170 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:34:17,170 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:17,172 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:34:17,174 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C44701%2C1731962054713.meta, suffix=.meta, logDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/oldWALs, maxLogs=10 2024-11-18T20:34:17,192 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.meta.1731962057174.meta, exclude list is [], retry=0 2024-11-18T20:34:17,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-8df3553d-e5e1-4915-9a3a-7fa4f9124302,DISK] 2024-11-18T20:34:17,196 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.meta.1731962057174.meta 2024-11-18T20:34:17,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34873:34873)] 2024-11-18T20:34:17,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:17,198 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:17,198 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:34:17,198 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:34:17,198 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:34:17,198 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:34:17,198 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:17,198 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:34:17,198 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:34:17,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:17,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:17,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:17,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:17,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:17,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:17,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:17,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:17,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:17,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:17,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:17,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:17,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:17,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:17,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:17,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:17,207 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:17,207 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740 2024-11-18T20:34:17,208 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740 2024-11-18T20:34:17,209 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:17,209 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:17,210 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:17,211 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:17,212 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72356780, jitterRate=0.07820004224777222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:17,212 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:34:17,212 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962057198Writing region info on filesystem at 1731962057198Initializing all the Stores at 1731962057199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962057200 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962057200Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962057200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962057200Cleaning up temporary data from old regions at 1731962057209 (+9 ms)Running coprocessor post-open hooks at 1731962057212 (+3 ms)Region opened successfully at 1731962057212 2024-11-18T20:34:17,214 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962057163 2024-11-18T20:34:17,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:17,217 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:34:17,217 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:34:17,218 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,44701,1731962054713, state=OPEN 2024-11-18T20:34:17,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1821643487/meta-region-server 2024-11-18T20:34:17,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1821643487/meta-region-server 2024-11-18T20:34:17,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:17,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821643487/meta-region-server: CHANGED 2024-11-18T20:34:17,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821643487/meta-region-server: CHANGED 2024-11-18T20:34:17,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:34:17,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:34:17,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,44701,1731962054713 in 211 msec 2024-11-18T20:34:17,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:34:17,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-18T20:34:17,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:17,227 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:17,227 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:34:17,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:17,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,44701,1731962054713, seqNum=-1] 2024-11-18T20:34:17,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:17,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:17,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 726 msec 2024-11-18T20:34:17,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962057244, completionTime=-1 2024-11-18T20:34:17,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:34:17,244 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:34:17,246 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962117246 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962177247 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36113,1731962054657-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36113,1731962054657-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36113,1731962054657-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:36113, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,247 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,250 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:34:17,251 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.512sec 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36113,1731962054657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:17,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36113,1731962054657-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:34:17,259 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:34:17,259 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:34:17,259 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36113,1731962054657-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:17,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:17,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:17,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:17,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:17,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,36113,-1 for getting cluster id 2024-11-18T20:34:17,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:17,363 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '185ffa8d-3938-47cc-a170-456749c63605' 2024-11-18T20:34:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "185ffa8d-3938-47cc-a170-456749c63605" 2024-11-18T20:34:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607ba3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,36113,-1] 2024-11-18T20:34:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:17,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:17,366 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:17,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:17,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:17,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,44701,1731962054713, seqNum=-1] 2024-11-18T20:34:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:17,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:17,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:17,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64398 2024-11-18T20:34:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:17,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548b01160002 connected 2024-11-18T20:34:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir so I do NOT create it in target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21 2024-11-18T20:34:17,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:34:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.tmp.dir so I do NOT create it in target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21 2024-11-18T20:34:17,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:34:17,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21 2024-11-18T20:34:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:34:17,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/cluster_d30dafc3-fd78-f90c-556f-64844a2c613a, deleteOnExit=true 2024-11-18T20:34:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/test.cache.data in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:34:17,387 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:34:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:34:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:34:17,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:17,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:34:17,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:34:17,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:34:17,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:34:17,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:17,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:34:17,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:34:17,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/java.io.tmpdir/jetty-localhost-34537-hadoop-hdfs-3_4_1-tests_jar-_-any-6303217181986030197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:34:17,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:34537} 2024-11-18T20:34:17,649 INFO [Time-limited test {}] server.Server(415): Started @49768ms 2024-11-18T20:34:17,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:34:17,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:34:17,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:34:17,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:34:17,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:34:17,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:34:17,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:34:17,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/java.io.tmpdir/jetty-localhost-46443-hadoop-hdfs-3_4_1-tests_jar-_-any-17819924673238157189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:34:17,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:46443} 2024-11-18T20:34:17,866 INFO [Time-limited test {}] server.Server(415): Started @49985ms 2024-11-18T20:34:17,868 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:34:17,939 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/cluster_d30dafc3-fd78-f90c-556f-64844a2c613a/data/data1/current/BP-165899739-172.17.0.2-1731962057419/current, will proceed with Du for space computation calculation, 2024-11-18T20:34:17,941 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/cluster_d30dafc3-fd78-f90c-556f-64844a2c613a/data/data2/current/BP-165899739-172.17.0.2-1731962057419/current, will proceed with Du for space computation calculation, 2024-11-18T20:34:17,966 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x606f97e519677f4b with lease ID 0x18f6be4403e54a45: Processing first storage report for DS-ff3ab19f-c997-4fa2-aa51-5eea9b064cf2 from datanode DatanodeRegistration(127.0.0.1:36423, datanodeUuid=9851bd7f-5300-4f1e-918d-b667ba65da98, infoPort=46393, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1585458895;c=1731962057419) 2024-11-18T20:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x606f97e519677f4b with lease ID 0x18f6be4403e54a45: from storage DS-ff3ab19f-c997-4fa2-aa51-5eea9b064cf2 node DatanodeRegistration(127.0.0.1:36423, datanodeUuid=9851bd7f-5300-4f1e-918d-b667ba65da98, infoPort=46393, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1585458895;c=1731962057419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x606f97e519677f4b with lease ID 0x18f6be4403e54a45: Processing first storage report for DS-8ff149f9-5e8e-4300-a172-74d961f3718b from datanode DatanodeRegistration(127.0.0.1:36423, datanodeUuid=9851bd7f-5300-4f1e-918d-b667ba65da98, infoPort=46393, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1585458895;c=1731962057419) 2024-11-18T20:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x606f97e519677f4b with lease ID 0x18f6be4403e54a45: from storage DS-8ff149f9-5e8e-4300-a172-74d961f3718b node DatanodeRegistration(127.0.0.1:36423, datanodeUuid=9851bd7f-5300-4f1e-918d-b667ba65da98, infoPort=46393, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1585458895;c=1731962057419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:34:17,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21 2024-11-18T20:34:17,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:17,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:34:18,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a with version=8 2024-11-18T20:34:18,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/hbase-staging 2024-11-18T20:34:18,415 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:34:18,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:34:18,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40107 2024-11-18T20:34:18,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40107 connecting to ZooKeeper ensemble=127.0.0.1:64398 2024-11-18T20:34:18,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401070x0, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:18,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40107-0x100548b01160003 connected 2024-11-18T20:34:18,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:18,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:18,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/running 2024-11-18T20:34:18,440 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a, hbase.cluster.distributed=false 2024-11-18T20:34:18,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/acl 2024-11-18T20:34:18,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-18T20:34:18,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40107 2024-11-18T20:34:18,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40107 2024-11-18T20:34:18,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-18T20:34:18,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-18T20:34:18,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:34:18,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:34:18,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42369 2024-11-18T20:34:18,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42369 connecting to ZooKeeper ensemble=127.0.0.1:64398 2024-11-18T20:34:18,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:18,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:18,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423690x0, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:18,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423690x0, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/running 2024-11-18T20:34:18,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42369-0x100548b01160004 connected 2024-11-18T20:34:18,479 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:34:18,481 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:34:18,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/master 2024-11-18T20:34:18,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/acl 2024-11-18T20:34:18,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42369 2024-11-18T20:34:18,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42369 2024-11-18T20:34:18,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42369 2024-11-18T20:34:18,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42369 2024-11-18T20:34:18,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42369 2024-11-18T20:34:18,498 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40107 2024-11-18T20:34:18,500 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-963296400/backup-masters/c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400/backup-masters 2024-11-18T20:34:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400/backup-masters 2024-11-18T20:34:18,502 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on existing znode=/1-963296400/backup-masters/c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963296400/master 2024-11-18T20:34:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:18,504 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on existing znode=/1-963296400/master 2024-11-18T20:34:18,504 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-963296400/backup-masters/c0a89b2656d4,40107,1731962058415 from backup master directory 2024-11-18T20:34:18,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963296400/backup-masters/c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:18,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400/backup-masters 2024-11-18T20:34:18,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400/backup-masters 2024-11-18T20:34:18,505 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:18,505 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:18,509 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/hbase.id] with ID: 850062b1-63bd-4526-bccd-58b654f03441 2024-11-18T20:34:18,509 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/.tmp/hbase.id 2024-11-18T20:34:18,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:34:18,924 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/.tmp/hbase.id]:[hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/hbase.id] 2024-11-18T20:34:18,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:18,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:34:18,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T20:34:18,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:18,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:34:19,351 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:19,353 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:34:19,353 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:34:19,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store 2024-11-18T20:34:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:34:20,184 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:20,184 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:34:20,184 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:20,184 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:20,184 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:34:20,184 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:20,184 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:34:20,184 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962060184Disabling compacts and flushes for region at 1731962060184Disabling writes for close at 1731962060184Writing region close event to WAL at 1731962060184Closed at 1731962060184 2024-11-18T20:34:20,185 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/.initializing 2024-11-18T20:34:20,185 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/WALs/c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:20,186 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:20,188 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40107%2C1731962058415, suffix=, logDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/WALs/c0a89b2656d4,40107,1731962058415, archiveDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/oldWALs, maxLogs=10 2024-11-18T20:34:20,208 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/WALs/c0a89b2656d4,40107,1731962058415/c0a89b2656d4%2C40107%2C1731962058415.1731962060188, exclude list is [], retry=0 2024-11-18T20:34:20,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-ff3ab19f-c997-4fa2-aa51-5eea9b064cf2,DISK] 2024-11-18T20:34:20,225 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/WALs/c0a89b2656d4,40107,1731962058415/c0a89b2656d4%2C40107%2C1731962058415.1731962060188 2024-11-18T20:34:20,225 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-11-18T20:34:20,225 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:20,226 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:20,226 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,226 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:34:20,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:20,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:20,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:34:20,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:20,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:20,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:34:20,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:20,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:20,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:34:20,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:20,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:20,254 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,255 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,255 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,257 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,257 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,258 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:20,259 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:34:20,270 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:20,270 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63545239, jitterRate=-0.053102150559425354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:20,271 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962060226Initializing all the Stores at 1731962060227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962060227Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962060238 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962060238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962060238Cleaning up temporary data from old regions at 1731962060257 (+19 ms)Region opened successfully at 1731962060270 (+13 ms) 2024-11-18T20:34:20,276 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:34:20,279 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e5c4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:20,280 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:34:20,280 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:34:20,280 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:34:20,281 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:34:20,281 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:34:20,282 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:34:20,282 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:34:20,288 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:34:20,289 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Unable to get data of znode /1-963296400/balancer because node does not exist (not necessarily an error) 2024-11-18T20:34:20,290 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963296400/balancer already deleted, retry=false 2024-11-18T20:34:20,291 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:34:20,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Unable to get data of znode /1-963296400/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:34:20,293 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963296400/normalizer already deleted, retry=false 2024-11-18T20:34:20,294 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:34:20,298 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Unable to get data of znode /1-963296400/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:34:20,299 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963296400/switch/split already deleted, retry=false 2024-11-18T20:34:20,299 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Unable to get data of znode /1-963296400/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:34:20,300 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963296400/switch/merge already deleted, retry=false 2024-11-18T20:34:20,302 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Unable to get data of znode /1-963296400/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:34:20,303 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-963296400/snapshot-cleanup already deleted, retry=false 2024-11-18T20:34:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963296400/running 2024-11-18T20:34:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-963296400/running 2024-11-18T20:34:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:20,304 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40107,1731962058415, sessionid=0x100548b01160003, setting cluster-up flag (Was=false) 2024-11-18T20:34:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:20,321 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-963296400/flush-table-proc/acquired, /1-963296400/flush-table-proc/reached, /1-963296400/flush-table-proc/abort 2024-11-18T20:34:20,322 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:20,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-963296400/online-snapshot/acquired, /1-963296400/online-snapshot/reached, /1-963296400/online-snapshot/abort 2024-11-18T20:34:20,330 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:20,346 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:34:20,348 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:20,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:34:20,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:34:20,349 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40107,1731962058415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:20,351 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:20,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:34:20,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:20,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:34:20,369 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962090369 2024-11-18T20:34:20,369 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:34:20,370 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:34:20,370 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:34:20,370 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:34:20,370 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:34:20,370 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:34:20,371 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,373 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:34:20,373 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:34:20,373 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:34:20,373 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:34:20,376 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:34:20,376 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:34:20,377 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962060376,5,FailOnTimeoutGroup] 2024-11-18T20:34:20,377 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962060377,5,FailOnTimeoutGroup] 2024-11-18T20:34:20,377 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,377 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:34:20,377 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,378 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:34:20,390 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(746): ClusterId : 850062b1-63bd-4526-bccd-58b654f03441 2024-11-18T20:34:20,390 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:34:20,392 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:34:20,392 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:34:20,393 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:34:20,394 DEBUG [RS:0;c0a89b2656d4:42369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b20fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:34:20,411 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:42369 2024-11-18T20:34:20,411 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:34:20,411 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:34:20,411 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:34:20,413 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40107,1731962058415 with port=42369, startcode=1731962058464 2024-11-18T20:34:20,413 DEBUG [RS:0;c0a89b2656d4:42369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:34:20,418 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:34:20,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:20,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:20,420 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a 2024-11-18T20:34:20,420 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36541 2024-11-18T20:34:20,420 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:34:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400/rs 2024-11-18T20:34:20,423 DEBUG [RS:0;c0a89b2656d4:42369 {}] zookeeper.ZKUtil(111): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on existing znode=/1-963296400/rs/c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:20,423 WARN [RS:0;c0a89b2656d4:42369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:34:20,423 INFO [RS:0;c0a89b2656d4:42369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:20,423 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:20,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,42369,1731962058464] 2024-11-18T20:34:20,432 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:34:20,439 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:34:20,440 INFO [RS:0;c0a89b2656d4:42369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:34:20,440 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,440 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:34:20,441 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:34:20,441 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,441 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,441 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,441 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,441 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,441 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,441 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:20,442 DEBUG [RS:0;c0a89b2656d4:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:34:20,445 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,445 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,445 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,445 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,445 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,445 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42369,1731962058464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:20,461 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:34:20,461 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42369,1731962058464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,461 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,461 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.Replication(171): c0a89b2656d4,42369,1731962058464 started 2024-11-18T20:34:20,520 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:20,521 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,42369,1731962058464, RpcServer on c0a89b2656d4/172.17.0.2:42369, sessionid=0x100548b01160004 2024-11-18T20:34:20,521 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:34:20,521 DEBUG [RS:0;c0a89b2656d4:42369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:20,521 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42369,1731962058464' 2024-11-18T20:34:20,521 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-963296400/flush-table-proc/abort' 2024-11-18T20:34:20,521 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-963296400/flush-table-proc/acquired' 2024-11-18T20:34:20,522 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:34:20,522 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:34:20,522 DEBUG [RS:0;c0a89b2656d4:42369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:20,522 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42369,1731962058464' 2024-11-18T20:34:20,522 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-963296400/online-snapshot/abort' 2024-11-18T20:34:20,522 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-963296400/online-snapshot/acquired' 2024-11-18T20:34:20,523 DEBUG [RS:0;c0a89b2656d4:42369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:34:20,523 INFO [RS:0;c0a89b2656d4:42369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:34:20,523 INFO [RS:0;c0a89b2656d4:42369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:34:20,623 INFO [RS:0;c0a89b2656d4:42369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:34:20,625 INFO [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42369%2C1731962058464, suffix=, logDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464, archiveDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/oldWALs, maxLogs=10 2024-11-18T20:34:20,640 DEBUG [RS:0;c0a89b2656d4:42369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464/c0a89b2656d4%2C42369%2C1731962058464.1731962060625, exclude list is [], retry=0 2024-11-18T20:34:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-ff3ab19f-c997-4fa2-aa51-5eea9b064cf2,DISK] 2024-11-18T20:34:20,645 INFO [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464/c0a89b2656d4%2C42369%2C1731962058464.1731962060625 2024-11-18T20:34:20,646 DEBUG [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-11-18T20:34:20,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:34:20,780 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a 2024-11-18T20:34:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:34:21,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:21,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:21,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:21,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:21,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:21,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:21,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:21,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:21,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:21,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740 2024-11-18T20:34:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740 2024-11-18T20:34:21,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:21,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:21,198 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:21,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:21,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:21,202 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68701711, jitterRate=0.023735269904136658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:21,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962061187Initializing all the Stores at 1731962061188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962061188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962061188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962061188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962061188Cleaning up temporary data from old regions at 1731962061198 (+10 ms)Region opened successfully at 1731962061202 (+4 ms) 2024-11-18T20:34:21,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:34:21,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:34:21,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:34:21,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:34:21,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:34:21,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:34:21,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962061202Disabling compacts and flushes for region at 1731962061202Disabling writes for close at 1731962061202Writing region close event to WAL at 1731962061202Closed at 1731962061202 2024-11-18T20:34:21,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:21,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:34:21,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:34:21,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:21,206 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:34:21,357 DEBUG [c0a89b2656d4:40107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:34:21,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:21,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42369,1731962058464, state=OPENING 2024-11-18T20:34:21,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:34:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:34:21,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963296400/meta-region-server: CHANGED 2024-11-18T20:34:21,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:34:21,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42369,1731962058464}] 2024-11-18T20:34:21,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963296400/meta-region-server: CHANGED 2024-11-18T20:34:21,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:34:21,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:34:21,525 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:34:21,525 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:21,525 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:34:21,526 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42369%2C1731962058464.meta, suffix=.meta, logDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464, archiveDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/oldWALs, maxLogs=10 2024-11-18T20:34:21,539 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464/c0a89b2656d4%2C42369%2C1731962058464.meta.1731962061526.meta, exclude list is [], retry=0 2024-11-18T20:34:21,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-ff3ab19f-c997-4fa2-aa51-5eea9b064cf2,DISK] 2024-11-18T20:34:21,547 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464/c0a89b2656d4%2C42369%2C1731962058464.meta.1731962061526.meta 2024-11-18T20:34:21,547 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46393:46393)] 2024-11-18T20:34:21,547 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:21,548 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:21,548 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:34:21,548 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:34:21,548 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:34:21,548 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:34:21,548 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:21,548 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:34:21,548 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:34:21,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:34:21,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:34:21,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:34:21,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:34:21,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:34:21,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:34:21,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:34:21,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:34:21,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:34:21,556 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:34:21,557 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740 2024-11-18T20:34:21,558 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740 2024-11-18T20:34:21,560 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:34:21,560 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:34:21,560 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:34:21,561 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:34:21,562 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72374870, jitterRate=0.07846960425376892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:34:21,562 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:34:21,562 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962061548Writing region info on filesystem at 1731962061548Initializing all the Stores at 1731962061549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962061549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962061552 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962061552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962061552Cleaning up temporary data from old regions at 1731962061560 (+8 ms)Running coprocessor post-open hooks at 1731962061562 (+2 ms)Region opened successfully at 1731962061562 2024-11-18T20:34:21,563 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962061518 2024-11-18T20:34:21,565 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:34:21,565 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:34:21,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:21,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42369,1731962058464, state=OPEN 2024-11-18T20:34:21,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-963296400/meta-region-server 2024-11-18T20:34:21,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-963296400/meta-region-server 2024-11-18T20:34:21,568 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:21,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963296400/meta-region-server: CHANGED 2024-11-18T20:34:21,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-963296400/meta-region-server: CHANGED 2024-11-18T20:34:21,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:34:21,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42369,1731962058464 in 207 msec 2024-11-18T20:34:21,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:34:21,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-18T20:34:21,573 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:34:21,573 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:34:21,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:21,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42369,1731962058464, seqNum=-1] 2024-11-18T20:34:21,575 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:21,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:21,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-18T20:34:21,583 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962061583, completionTime=-1 2024-11-18T20:34:21,583 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:34:21,583 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:34:21,585 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:34:21,585 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962121585 2024-11-18T20:34:21,585 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962181585 2024-11-18T20:34:21,585 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:34:21,586 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962058415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,586 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962058415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,586 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962058415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,586 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40107, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,586 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,587 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,588 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.086sec 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962058415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:34:21,591 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962058415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:34:21,594 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:34:21,594 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:34:21,594 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962058415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:34:21,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:21,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:34:21,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:21,612 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '850062b1-63bd-4526-bccd-58b654f03441' 2024-11-18T20:34:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "850062b1-63bd-4526-bccd-58b654f03441" 2024-11-18T20:34:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b83924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:34:21,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:21,614 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:21,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:21,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42369,1731962058464, seqNum=-1] 2024-11-18T20:34:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:21,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:21,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:21,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64398 2024-11-18T20:34:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:34:21,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548b01160005 connected 2024-11-18T20:34:21,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:21,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575781ab 2024-11-18T20:34:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:21,631 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:21,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:34:21,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:34:21,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:21,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:34:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:21,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:34:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:34:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:22,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99ffa8313e7d6f66675e4cf57592f549, NAME => 'test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46 2024-11-18T20:34:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:34:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:22,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:22,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 99ffa8313e7d6f66675e4cf57592f549, disabling compactions & flushes 2024-11-18T20:34:22,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. after waiting 0 ms 2024-11-18T20:34:22,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99ffa8313e7d6f66675e4cf57592f549: Waiting for close lock at 1731962062459Disabling compacts and flushes for region at 1731962062459Disabling writes for close at 1731962062460 (+1 ms)Writing region close event to WAL at 1731962062460Closed at 1731962062460 2024-11-18T20:34:22,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:34:22,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962062461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962062461"}]},"ts":"1731962062461"} 2024-11-18T20:34:22,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:34:22,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:34:22,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962062466"}]},"ts":"1731962062466"} 2024-11-18T20:34:22,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:34:22,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99ffa8313e7d6f66675e4cf57592f549, ASSIGN}] 2024-11-18T20:34:22,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99ffa8313e7d6f66675e4cf57592f549, ASSIGN 2024-11-18T20:34:22,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=99ffa8313e7d6f66675e4cf57592f549, ASSIGN; state=OFFLINE, location=c0a89b2656d4,44701,1731962054713; forceNewPlan=false, retain=false 2024-11-18T20:34:22,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99ffa8313e7d6f66675e4cf57592f549, regionState=OPENING, regionLocation=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:22,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=99ffa8313e7d6f66675e4cf57592f549, ASSIGN because future has completed 2024-11-18T20:34:22,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ffa8313e7d6f66675e4cf57592f549, server=c0a89b2656d4,44701,1731962054713}] 2024-11-18T20:34:22,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:34:22,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:22,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:22,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:22,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:22,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:34:22,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:34:22,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:34:22,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:34:22,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:34:22,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:34:22,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:34:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:22,802 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,802 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99ffa8313e7d6f66675e4cf57592f549, NAME => 'test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:22,803 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:22,804 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:34:22,804 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,804 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:22,804 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,804 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,813 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,815 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ffa8313e7d6f66675e4cf57592f549 columnFamilyName f 2024-11-18T20:34:22,815 DEBUG [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:22,817 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] regionserver.HStore(327): Store=99ffa8313e7d6f66675e4cf57592f549/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:22,817 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,818 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ffa8313e7d6f66675e4cf57592f549 columnFamilyName f1 2024-11-18T20:34:22,818 DEBUG [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:22,819 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] regionserver.HStore(327): Store=99ffa8313e7d6f66675e4cf57592f549/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:22,819 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,820 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ffa8313e7d6f66675e4cf57592f549 columnFamilyName norep 2024-11-18T20:34:22,820 DEBUG [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:22,821 INFO [StoreOpener-99ffa8313e7d6f66675e4cf57592f549-1 {}] regionserver.HStore(327): Store=99ffa8313e7d6f66675e4cf57592f549/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:22,821 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,822 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,822 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,823 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,823 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,824 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:34:22,826 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,830 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:22,831 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 99ffa8313e7d6f66675e4cf57592f549; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62321763, jitterRate=-0.07133336365222931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:34:22,831 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:34:22,832 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99ffa8313e7d6f66675e4cf57592f549: Running coprocessor pre-open hook at 1731962062804Writing region info on filesystem at 1731962062804Initializing all the Stores at 1731962062806 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962062806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962062813 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962062813Cleaning up temporary data from old regions at 1731962062823 (+10 ms)Running coprocessor post-open hooks at 1731962062831 (+8 ms)Region opened successfully at 1731962062832 (+1 ms) 2024-11-18T20:34:22,835 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., pid=6, masterSystemTime=1731962062785 2024-11-18T20:34:22,838 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,838 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:34:22,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99ffa8313e7d6f66675e4cf57592f549, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:22,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ffa8313e7d6f66675e4cf57592f549, server=c0a89b2656d4,44701,1731962054713 because future has completed 2024-11-18T20:34:22,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:34:22,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99ffa8313e7d6f66675e4cf57592f549, server=c0a89b2656d4,44701,1731962054713 in 215 msec 2024-11-18T20:34:22,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:34:22,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=99ffa8313e7d6f66675e4cf57592f549, ASSIGN in 377 msec 2024-11-18T20:34:22,851 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:34:22,852 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962062852"}]},"ts":"1731962062852"} 2024-11-18T20:34:22,854 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:34:22,855 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:34:22,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-18T20:34:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:23,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:23,794 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:34:23,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:23,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7160ae83 2024-11-18T20:34:23,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:23,796 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:23,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:34:23,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:34:23,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:23,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:34:23,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:34:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:34:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:24,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0ff31c8f50eb1955d7bc87ea15f9186, NAME => 'test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a 2024-11-18T20:34:24,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:34:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:24,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:24,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0ff31c8f50eb1955d7bc87ea15f9186, disabling compactions & flushes 2024-11-18T20:34:24,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. after waiting 0 ms 2024-11-18T20:34:24,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0ff31c8f50eb1955d7bc87ea15f9186: Waiting for close lock at 1731962064616Disabling compacts and flushes for region at 1731962064616Disabling writes for close at 1731962064616Writing region close event to WAL at 1731962064616Closed at 1731962064616 2024-11-18T20:34:24,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:34:24,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962064618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962064618"}]},"ts":"1731962064618"} 2024-11-18T20:34:24,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:34:24,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:34:24,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962064622"}]},"ts":"1731962064622"} 2024-11-18T20:34:24,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:34:24,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0ff31c8f50eb1955d7bc87ea15f9186, ASSIGN}] 2024-11-18T20:34:24,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0ff31c8f50eb1955d7bc87ea15f9186, ASSIGN 2024-11-18T20:34:24,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0ff31c8f50eb1955d7bc87ea15f9186, ASSIGN; state=OFFLINE, location=c0a89b2656d4,42369,1731962058464; forceNewPlan=false, retain=false 2024-11-18T20:34:24,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0ff31c8f50eb1955d7bc87ea15f9186, regionState=OPENING, regionLocation=c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:24,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0ff31c8f50eb1955d7bc87ea15f9186, ASSIGN because future has completed 2024-11-18T20:34:24,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ff31c8f50eb1955d7bc87ea15f9186, server=c0a89b2656d4,42369,1731962058464}] 2024-11-18T20:34:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:24,936 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,936 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0ff31c8f50eb1955d7bc87ea15f9186, NAME => 'test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:24,937 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:24,937 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:34:24,937 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,937 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:24,937 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,937 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,938 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,940 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ff31c8f50eb1955d7bc87ea15f9186 columnFamilyName f 2024-11-18T20:34:24,940 DEBUG [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:24,940 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] regionserver.HStore(327): Store=f0ff31c8f50eb1955d7bc87ea15f9186/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:24,940 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,942 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ff31c8f50eb1955d7bc87ea15f9186 columnFamilyName f1 2024-11-18T20:34:24,942 DEBUG [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:24,942 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] regionserver.HStore(327): Store=f0ff31c8f50eb1955d7bc87ea15f9186/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:24,942 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,943 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ff31c8f50eb1955d7bc87ea15f9186 columnFamilyName norep 2024-11-18T20:34:24,943 DEBUG [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:24,943 INFO [StoreOpener-f0ff31c8f50eb1955d7bc87ea15f9186-1 {}] regionserver.HStore(327): Store=f0ff31c8f50eb1955d7bc87ea15f9186/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:24,944 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,944 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,944 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,945 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,945 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,945 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:34:24,946 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,948 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:24,948 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0ff31c8f50eb1955d7bc87ea15f9186; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68647613, jitterRate=0.022929146885871887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:34:24,948 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:34:24,948 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0ff31c8f50eb1955d7bc87ea15f9186: Running coprocessor pre-open hook at 1731962064937Writing region info on filesystem at 1731962064937Initializing all the Stores at 1731962064938 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962064938Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962064938Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962064938Cleaning up temporary data from old regions at 1731962064945 (+7 ms)Running coprocessor post-open hooks at 1731962064948 (+3 ms)Region opened successfully at 1731962064948 2024-11-18T20:34:24,949 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186., pid=6, masterSystemTime=1731962064932 2024-11-18T20:34:24,951 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,951 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:34:24,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0ff31c8f50eb1955d7bc87ea15f9186, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,42369,1731962058464 2024-11-18T20:34:24,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ff31c8f50eb1955d7bc87ea15f9186, server=c0a89b2656d4,42369,1731962058464 because future has completed 2024-11-18T20:34:24,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:34:24,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0ff31c8f50eb1955d7bc87ea15f9186, server=c0a89b2656d4,42369,1731962058464 in 175 msec 2024-11-18T20:34:24,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:34:24,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0ff31c8f50eb1955d7bc87ea15f9186, ASSIGN in 333 msec 2024-11-18T20:34:24,960 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:34:24,960 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962064960"}]},"ts":"1731962064960"} 2024-11-18T20:34:24,962 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:34:24,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:34:24,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-18T20:34:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:34:25,944 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:34:25,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,36113,-1 for getting cluster id 2024-11-18T20:34:25,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:25,946 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '185ffa8d-3938-47cc-a170-456749c63605' 2024-11-18T20:34:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "185ffa8d-3938-47cc-a170-456749c63605" 2024-11-18T20:34:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bc38b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,36113,-1] 2024-11-18T20:34:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:25,947 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573995eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:34:25,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:25,950 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '850062b1-63bd-4526-bccd-58b654f03441' 2024-11-18T20:34:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "850062b1-63bd-4526-bccd-58b654f03441" 2024-11-18T20:34:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13449d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:34:25,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:25,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:25,951 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc6e353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,36113,-1 for getting cluster id 2024-11-18T20:34:25,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:25,954 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '185ffa8d-3938-47cc-a170-456749c63605' 2024-11-18T20:34:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "185ffa8d-3938-47cc-a170-456749c63605" 2024-11-18T20:34:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51484b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,36113,-1] 2024-11-18T20:34:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:25,955 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:25,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:25,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6da28c 2024-11-18T20:34:25,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:25,959 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:25,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:40107,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:34:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:34:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:34:25,963 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40107' 2024-11-18T20:34:25,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216bf854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,964 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:34:25,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:25,965 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '850062b1-63bd-4526-bccd-58b654f03441' 2024-11-18T20:34:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "850062b1-63bd-4526-bccd-58b654f03441" 2024-11-18T20:34:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d43092c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:34:25,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:25,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:25,966 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:25,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be5c1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:25,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:25,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:25,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293c0304 2024-11-18T20:34:25,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:25,969 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:25,969 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:34:25,969 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:34:25,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:25,970 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:25,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:25,970 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:34:25,971 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:34:25,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:34:25,972 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:25,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:34:25,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:34:26,021 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:34:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:34:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:34:26,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2643874119d84667b28333d4cf91361, NAME => 'hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46 2024-11-18T20:34:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:34:26,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:34:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:34:26,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:26,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2643874119d84667b28333d4cf91361, disabling compactions & flushes 2024-11-18T20:34:26,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:26,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:26,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. after waiting 0 ms 2024-11-18T20:34:26,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:26,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:26,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2643874119d84667b28333d4cf91361: Waiting for close lock at 1731962066787Disabling compacts and flushes for region at 1731962066787Disabling writes for close at 1731962066787Writing region close event to WAL at 1731962066787Closed at 1731962066787 2024-11-18T20:34:26,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:34:26,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962066789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962066789"}]},"ts":"1731962066789"} 2024-11-18T20:34:26,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:34:26,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:34:26,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962066792"}]},"ts":"1731962066792"} 2024-11-18T20:34:26,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:34:26,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2643874119d84667b28333d4cf91361, ASSIGN}] 2024-11-18T20:34:26,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2643874119d84667b28333d4cf91361, ASSIGN 2024-11-18T20:34:26,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2643874119d84667b28333d4cf91361, ASSIGN; state=OFFLINE, location=c0a89b2656d4,44701,1731962054713; forceNewPlan=false, retain=false 2024-11-18T20:34:26,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2643874119d84667b28333d4cf91361, regionState=OPENING, regionLocation=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:26,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2643874119d84667b28333d4cf91361, ASSIGN because future has completed 2024-11-18T20:34:26,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2643874119d84667b28333d4cf91361, server=c0a89b2656d4,44701,1731962054713}] 2024-11-18T20:34:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:34:27,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:27,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:34:27,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:34:27,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C44701%2C1731962054713.rep, suffix=, logDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/oldWALs, maxLogs=10 2024-11-18T20:34:27,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.rep.1731962067113, exclude list is [], retry=0 2024-11-18T20:34:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-8df3553d-e5e1-4915-9a3a-7fa4f9124302,DISK] 2024-11-18T20:34:27,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.rep.1731962067113 2024-11-18T20:34:27,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34873:34873)] 2024-11-18T20:34:27,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2643874119d84667b28333d4cf91361, NAME => 'hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:34:27,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:34:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:34:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. service=MultiRowMutationService 2024-11-18T20:34:27,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:34:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:34:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,137 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,138 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2643874119d84667b28333d4cf91361 columnFamilyName hfileref 2024-11-18T20:34:27,138 DEBUG [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:27,139 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] regionserver.HStore(327): Store=f2643874119d84667b28333d4cf91361/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:27,139 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,140 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2643874119d84667b28333d4cf91361 columnFamilyName queue 2024-11-18T20:34:27,140 DEBUG [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:27,140 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] regionserver.HStore(327): Store=f2643874119d84667b28333d4cf91361/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:27,141 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,142 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2643874119d84667b28333d4cf91361 columnFamilyName sid 2024-11-18T20:34:27,142 DEBUG [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:34:27,142 INFO [StoreOpener-f2643874119d84667b28333d4cf91361-1 {}] regionserver.HStore(327): Store=f2643874119d84667b28333d4cf91361/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:34:27,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:34:27,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:34:27,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2643874119d84667b28333d4cf91361; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66116759, jitterRate=-0.014783516526222229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:34:27,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2643874119d84667b28333d4cf91361 2024-11-18T20:34:27,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2643874119d84667b28333d4cf91361: Running coprocessor pre-open hook at 1731962067135Writing region info on filesystem at 1731962067135Initializing all the Stores at 1731962067136 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962067136Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962067137 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962067137Cleaning up temporary data from old regions at 1731962067144 (+7 ms)Running coprocessor post-open hooks at 1731962067149 (+5 ms)Region opened successfully at 1731962067149 2024-11-18T20:34:27,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361., pid=10, masterSystemTime=1731962067107 2024-11-18T20:34:27,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:27,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:34:27,153 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2643874119d84667b28333d4cf91361, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,44701,1731962054713 2024-11-18T20:34:27,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2643874119d84667b28333d4cf91361, server=c0a89b2656d4,44701,1731962054713 because future has completed 2024-11-18T20:34:27,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:34:27,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2643874119d84667b28333d4cf91361, server=c0a89b2656d4,44701,1731962054713 in 203 msec 2024-11-18T20:34:27,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:34:27,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2643874119d84667b28333d4cf91361, ASSIGN in 364 msec 2024-11-18T20:34:27,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:34:27,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962067162"}]},"ts":"1731962067162"} 2024-11-18T20:34:27,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:34:27,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:34:27,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-18T20:34:27,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2] 2024-11-18T20:34:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:27,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:34:27,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:34:27,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:34:27,337 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:34:27,365 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,44701,1731962054713, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:34:27,365 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:27,365 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,44701,1731962054713, seqNum=-1] 2024-11-18T20:34:27,365 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:27,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T20:34:27,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,44701,1731962054713', locateType=CURRENT is [region=hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2] 2024-11-18T20:34:27,371 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:34:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:34:27,373 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,44701,1731962054713 suceeded 2024-11-18T20:34:27,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:34:27,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-18T20:34:27,375 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:40107,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T20:34:27,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-18T20:34:27,385 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40107' 2024-11-18T20:34:27,386 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ee4f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:27,386 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:34:27,386 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:27,387 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '850062b1-63bd-4526-bccd-58b654f03441' 2024-11-18T20:34:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "850062b1-63bd-4526-bccd-58b654f03441" 2024-11-18T20:34:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60eed314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:34:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:27,388 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:27,389 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124fac66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:27,389 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:27,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:27,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7d65c 2024-11-18T20:34:27,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:27,391 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T20:34:27,391 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,44701,1731962054713 (queues=1) is replicating from cluster=185ffa8d-3938-47cc-a170-456749c63605 to cluster=850062b1-63bd-4526-bccd-58b654f03441 2024-11-18T20:34:27,391 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C44701%2C1731962054713 2024-11-18T20:34:27,391 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,44701,1731962054713, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:34:27,392 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C44701%2C1731962054713 2024-11-18T20:34:27,392 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747, startPosition=0, beingWritten=true 2024-11-18T20:34:27,400 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:34:27,400 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 379, reset compression=false 2024-11-18T20:34:27,400 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,44701,1731962054713 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:34:27,605 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 379, reset compression=false 2024-11-18T20:34:27,909 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 379, reset compression=false 2024-11-18T20:34:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:34:28,114 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:34:28,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:28,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:28,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:28,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:28,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:28,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:28,120 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731962068118/Put/seqid=0 2024-11-18T20:34:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:34:28,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:34:28,318 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 379, reset compression=false 2024-11-18T20:34:28,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:28,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:28,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:28,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:34:28,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_1 is 34, key is ddd/f:row/1731962068526/Put/seqid=0 2024-11-18T20:34:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:34:28,822 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 379, reset compression=false 2024-11-18T20:34:28,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:28,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,36113,-1 for getting cluster id 2024-11-18T20:34:28,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:28,947 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '185ffa8d-3938-47cc-a170-456749c63605' 2024-11-18T20:34:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "185ffa8d-3938-47cc-a170-456749c63605" 2024-11-18T20:34:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e634fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,36113,-1] 2024-11-18T20:34:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:28,950 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:28,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:28,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,44701,1731962054713, seqNum=-1] 2024-11-18T20:34:28,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:28,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:28,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cf459ba 2024-11-18T20:34:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:28,985 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:29,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2] 2024-11-18T20:34:29,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:34:29,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:34:29,058 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T20:34:29,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_0 for inclusion in 99ffa8313e7d6f66675e4cf57592f549/f 2024-11-18T20:34:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:34:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:34:29,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_1 for inclusion in 99ffa8313e7d6f66675e4cf57592f549/f 2024-11-18T20:34:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:34:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:34:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegion(2603): Flush status journal for 99ffa8313e7d6f66675e4cf57592f549: 2024-11-18T20:34:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_0 to hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_0 2024-11-18T20:34:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_0 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ 2024-11-18T20:34:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f/f/hfile_1 to hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_1 2024-11-18T20:34:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_1 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ 2024-11-18T20:34:29,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_0 into 99ffa8313e7d6f66675e4cf57592f549/f as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ - updating store file list. 2024-11-18T20:34:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4eff13b262542c489188c38c9b4cd2a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:34:29,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ into 99ffa8313e7d6f66675e4cf57592f549/f 2024-11-18T20:34:29,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_0 into 99ffa8313e7d6f66675e4cf57592f549/f (new location: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_) 2024-11-18T20:34:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_0 2024-11-18T20:34:29,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_1 into 99ffa8313e7d6f66675e4cf57592f549/f as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ - updating store file list. 2024-11-18T20:34:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:34:29,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ into 99ffa8313e7d6f66675e4cf57592f549/f 2024-11-18T20:34:29,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_1 into 99ffa8313e7d6f66675e4cf57592f549/f (new location: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_) 2024-11-18T20:34:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__p5jco7f5b8mblf4n6q9f8h70srt4ld69rr434ke5to6e565fj0rburkc8mh0ir49/f/hfile_1 2024-11-18T20:34:29,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:29,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:29,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:29,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:29,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:29,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2 , the old value is region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0a89b2656d4:44701 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:34:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42369,1731962058464, seqNum=-1] 2024-11-18T20:34:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:34:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2 from cache 2024-11-18T20:34:29,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:29,232 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:34:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186., hostname=c0a89b2656d4,42369,1731962058464, seqNum=2] 2024-11-18T20:34:29,237 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:34:29,345 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:44701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:34:29,447 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 379, reset compression=false 2024-11-18T20:34:29,463 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:34:29,463 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,44701,1731962054713 got entry batch from reader: WALEntryBatch [walEntries=[{test/99ffa8313e7d6f66675e4cf57592f549/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962069217/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:34:29,498 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:34:29,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T20:34:29,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.ReplicationSink(318): Replicating [185ffa8d-3938-47cc-a170-456749c63605] bulk loaded data 2024-11-18T20:34:29,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e386980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:29,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:34:29,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:29,519 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '850062b1-63bd-4526-bccd-58b654f03441' 2024-11-18T20:34:29,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:29,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "850062b1-63bd-4526-bccd-58b654f03441" 2024-11-18T20:34:29,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54ee3268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:29,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:34:29,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:29,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:29,522 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:29,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5991a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741837_1013 (size=7894) 2024-11-18T20:34:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741838_1014 (size=7691) 2024-11-18T20:34:29,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:29,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962058415 2024-11-18T20:34:29,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62fa9a26 2024-11-18T20:34:29,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:29,623 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T20:34:29,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:34:29,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42369,1731962058464, seqNum=-1] 2024-11-18T20:34:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:29,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T20:34:29,646 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:34:29,655 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T20:34:29,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ for inclusion in f0ff31c8f50eb1955d7bc87ea15f9186/f 2024-11-18T20:34:29,664 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 687, reset compression=false 2024-11-18T20:34:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:34:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:34:29,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ for inclusion in f0ff31c8f50eb1955d7bc87ea15f9186/f 2024-11-18T20:34:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:34:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:34:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HRegion(2603): Flush status journal for f0ff31c8f50eb1955d7bc87ea15f9186: 2024-11-18T20:34:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:34:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/69aba5ed01c445ac879664a7657a78ea_SeqId_4_ 2024-11-18T20:34:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:34:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/bde2e0f77b5e429986d9947de9d814a6_SeqId_4_ 2024-11-18T20:34:29,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ into f0ff31c8f50eb1955d7bc87ea15f9186/f as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/69aba5ed01c445ac879664a7657a78ea_SeqId_4_ - updating store file list. 2024-11-18T20:34:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69aba5ed01c445ac879664a7657a78ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:34:29,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/69aba5ed01c445ac879664a7657a78ea_SeqId_4_ into f0ff31c8f50eb1955d7bc87ea15f9186/f 2024-11-18T20:34:29,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ into f0ff31c8f50eb1955d7bc87ea15f9186/f (new location: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/69aba5ed01c445ac879664a7657a78ea_SeqId_4_) 2024-11-18T20:34:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/a4eff13b262542c489188c38c9b4cd2a_SeqId_4_ 2024-11-18T20:34:29,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ into f0ff31c8f50eb1955d7bc87ea15f9186/f as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/bde2e0f77b5e429986d9947de9d814a6_SeqId_4_ - updating store file list. 2024-11-18T20:34:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bde2e0f77b5e429986d9947de9d814a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:34:29,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/bde2e0f77b5e429986d9947de9d814a6_SeqId_4_ into f0ff31c8f50eb1955d7bc87ea15f9186/f 2024-11-18T20:34:29,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ into f0ff31c8f50eb1955d7bc87ea15f9186/f (new location: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/f/bde2e0f77b5e429986d9947de9d814a6_SeqId_4_) 2024-11-18T20:34:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/staging/jenkins.hfs.6__test__othhhpai2p6ssfism3c4md7uitbqh7odvu8nkaivnlsetlj3r8rvhlca5o2mnqas/f/cec8130eb7b6429eb8a9d04c4eda14d5_SeqId_4_ 2024-11-18T20:34:29,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] regionserver.ReplicationSink(324): Finished replicating [185ffa8d-3938-47cc-a170-456749c63605] bulk loaded data 2024-11-18T20:34:29,970 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 687, reset compression=false 2024-11-18T20:34:30,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:34:30,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731962070261/Put/seqid=0 2024-11-18T20:34:30,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741842_1018 (size=7997) 2024-11-18T20:34:30,375 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 687, reset compression=false 2024-11-18T20:34:30,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731962070670/Put/seqid=0 2024-11-18T20:34:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741843_1019 (size=7794) 2024-11-18T20:34:30,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 687, reset compression=false 2024-11-18T20:34:31,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409430be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:31,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,36113,-1 for getting cluster id 2024-11-18T20:34:31,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:34:31,078 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '185ffa8d-3938-47cc-a170-456749c63605' 2024-11-18T20:34:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:34:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "185ffa8d-3938-47cc-a170-456749c63605" 2024-11-18T20:34:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3342e7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,36113,-1] 2024-11-18T20:34:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:34:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:31,080 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:34:31,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de966f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:34:31,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,44701,1731962054713, seqNum=-1] 2024-11-18T20:34:31,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:31,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:31,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:34:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,36113,1731962054657 2024-11-18T20:34:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4c7065 2024-11-18T20:34:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:34:31,093 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:34:31,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2] 2024-11-18T20:34:31,098 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:34:31,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:34:31,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T20:34:31,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_0 for inclusion in 99ffa8313e7d6f66675e4cf57592f549/f1 2024-11-18T20:34:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T20:34:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:34:31,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_1 for inclusion in 99ffa8313e7d6f66675e4cf57592f549/f1 2024-11-18T20:34:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T20:34:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:34:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegion(2603): Flush status journal for 99ffa8313e7d6f66675e4cf57592f549: 2024-11-18T20:34:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_0 to hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_0 2024-11-18T20:34:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_0 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/a2654ce28f5846b48e22bc38701b737b_SeqId_6_ 2024-11-18T20:34:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/load_f1/f1/hfile_1 to hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_1 2024-11-18T20:34:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_1 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/6229d420fb474ccc9b0521933a3be632_SeqId_6_ 2024-11-18T20:34:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T20:34:31,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_0 into 99ffa8313e7d6f66675e4cf57592f549/f1 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/a2654ce28f5846b48e22bc38701b737b_SeqId_6_ - updating store file list. 2024-11-18T20:34:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2654ce28f5846b48e22bc38701b737b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:34:31,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/a2654ce28f5846b48e22bc38701b737b_SeqId_6_ into 99ffa8313e7d6f66675e4cf57592f549/f1 2024-11-18T20:34:31,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_0 into 99ffa8313e7d6f66675e4cf57592f549/f1 (new location: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/a2654ce28f5846b48e22bc38701b737b_SeqId_6_) 2024-11-18T20:34:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_0 2024-11-18T20:34:31,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_1 into 99ffa8313e7d6f66675e4cf57592f549/f1 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/6229d420fb474ccc9b0521933a3be632_SeqId_6_ - updating store file list. 2024-11-18T20:34:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6229d420fb474ccc9b0521933a3be632_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:34:31,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/6229d420fb474ccc9b0521933a3be632_SeqId_6_ into 99ffa8313e7d6f66675e4cf57592f549/f1 2024-11-18T20:34:31,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_1 into 99ffa8313e7d6f66675e4cf57592f549/f1 (new location: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/f1/6229d420fb474ccc9b0521933a3be632_SeqId_6_) 2024-11-18T20:34:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44701 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/staging/jenkins__test__qpj5a11sdjn1a1l4hchat6oj4u8p4apfiik750ej6ktt9csbuebeabhfr2sbnerr/f1/hfile_1 2024-11-18T20:34:31,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:34:31,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:34:31,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:31,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:34:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2 , the old value is region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0a89b2656d4:44701 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:34:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:34:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2 from cache 2024-11-18T20:34:31,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:34:31,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:34:31,134 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:34:31,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,44701,1731962054713, seqNum=-1] 2024-11-18T20:34:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:34:31,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:34:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549., hostname=c0a89b2656d4,44701,1731962054713, seqNum=2] 2024-11-18T20:34:31,244 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:44701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:34:31,483 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 687, reset compression=false 2024-11-18T20:34:31,487 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:34:31,487 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:31,487 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,44701,1731962054713 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:34:31,691 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:31,995 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:32,400 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:32,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:34:32,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:34:32,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:34:32,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:34:32,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:34:32,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:34:32,904 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:33,507 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:34,211 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:35,016 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:35,920 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:36,924 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:38,028 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:39,232 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:40,536 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:41,940 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:43,444 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:44,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:34:45,048 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:46,752 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:47,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:34:48,556 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:50,459 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:51,490 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,44701,1731962054713 got entry batch from reader: null 2024-11-18T20:34:52,463 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:54,567 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:56,771 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:34:58,083 INFO [master/c0a89b2656d4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T20:34:58,083 INFO [master/c0a89b2656d4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T20:34:59,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:01,479 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:01,624 INFO [master/c0a89b2656d4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T20:35:01,624 INFO [master/c0a89b2656d4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T20:35:03,984 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:06,590 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:07,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 99ffa8313e7d6f66675e4cf57592f549, had cached 0 bytes from a total of 31376 2024-11-18T20:35:09,295 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:09,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f0ff31c8f50eb1955d7bc87ea15f9186, had cached 0 bytes from a total of 15585 2024-11-18T20:35:11,490 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,44701,1731962054713 got entry batch from reader: null 2024-11-18T20:35:12,099 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:14,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:35:15,006 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:17,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:35:18,011 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:18,722 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T20:35:21,114 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:23,402 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T20:35:24,318 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:27,622 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:31,037 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:31,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:35:31,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:31,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:31,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:31,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:31,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:31,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:35:31,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=706247446, stopped=false 2024-11-18T20:35:31,174 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40107,1731962058415 2024-11-18T20:35:31,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963296400/running 2024-11-18T20:35:31,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963296400/running 2024-11-18T20:35:31,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:35:31,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:35:31,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:31,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:31,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:31,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:31,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/running 2024-11-18T20:35:31,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Set watcher on znode that does not yet exist, /1-963296400/running 2024-11-18T20:35:31,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,42369,1731962058464' ***** 2024-11-18T20:35:31,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(3091): Received CLOSE for f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:35:31,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,42369,1731962058464 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:31,177 INFO [RS:0;c0a89b2656d4:42369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42369. 2024-11-18T20:35:31,177 DEBUG [RS:0;c0a89b2656d4:42369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:31,177 DEBUG [RS:0;c0a89b2656d4:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:31,178 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:35:31,178 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:35:31,178 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:35:31,178 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:35:31,178 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:35:31,178 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1325): Online Regions={f0ff31c8f50eb1955d7bc87ea15f9186=test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:35:31,178 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ff31c8f50eb1955d7bc87ea15f9186 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0ff31c8f50eb1955d7bc87ea15f9186, disabling compactions & flushes 2024-11-18T20:35:31,178 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. after waiting 0 ms 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:31,178 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:31,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:31,178 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T20:35:31,194 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/default/test/f0ff31c8f50eb1955d7bc87ea15f9186/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T20:35:31,196 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:31,196 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:35:31,196 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:35:31,196 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0ff31c8f50eb1955d7bc87ea15f9186: Waiting for close lock at 1731962131178Running coprocessor pre-close hooks at 1731962131178Disabling compacts and flushes for region at 1731962131178Disabling writes for close at 1731962131178Writing region close event to WAL at 1731962131189 (+11 ms)Running coprocessor post-close hooks at 1731962131196 (+7 ms)Closed at 1731962131196 2024-11-18T20:35:31,196 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186. 2024-11-18T20:35:31,202 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:31,219 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/info/8efb53b15451481197918250ad9c0367 is 129, key is test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186./info:regioninfo/1731962064952/Put/seqid=0 2024-11-18T20:35:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741839_1015 (size=6421) 2024-11-18T20:35:31,239 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/info/8efb53b15451481197918250ad9c0367 2024-11-18T20:35:31,274 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/ns/6987f7db69bc4098a24f1b7eabaa8fbd is 43, key is default/ns:d/1731962061577/Put/seqid=0 2024-11-18T20:35:31,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:35:31,378 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:31,454 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:35:31,455 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:35:31,490 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,44701,1731962054713 got entry batch from reader: null 2024-11-18T20:35:31,578 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:31,682 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/ns/6987f7db69bc4098a24f1b7eabaa8fbd 2024-11-18T20:35:31,720 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/rep_barrier/e151743477b84e3aa6af992137ac8a99 is 112, key is test,,1731962063797.f0ff31c8f50eb1955d7bc87ea15f9186./rep_barrier:seqnumDuringOpen/1731962064952/Put/seqid=0 2024-11-18T20:35:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741841_1017 (size=5518) 2024-11-18T20:35:31,729 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/rep_barrier/e151743477b84e3aa6af992137ac8a99 2024-11-18T20:35:31,758 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/table/1b0fcbb06e1c4d388231de4382c42d6b is 40, key is test/table:state/1731962064960/Put/seqid=0 2024-11-18T20:35:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741842_1018 (size=5165) 2024-11-18T20:35:31,779 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:31,979 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:32,163 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/table/1b0fcbb06e1c4d388231de4382c42d6b 2024-11-18T20:35:32,170 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/info/8efb53b15451481197918250ad9c0367 as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/info/8efb53b15451481197918250ad9c0367 2024-11-18T20:35:32,176 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/info/8efb53b15451481197918250ad9c0367, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T20:35:32,176 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/ns/6987f7db69bc4098a24f1b7eabaa8fbd as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/ns/6987f7db69bc4098a24f1b7eabaa8fbd 2024-11-18T20:35:32,179 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:35:32,179 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:35:32,179 DEBUG [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:32,181 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/ns/6987f7db69bc4098a24f1b7eabaa8fbd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:35:32,182 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/rep_barrier/e151743477b84e3aa6af992137ac8a99 as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/rep_barrier/e151743477b84e3aa6af992137ac8a99 2024-11-18T20:35:32,187 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/rep_barrier/e151743477b84e3aa6af992137ac8a99, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T20:35:32,188 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/.tmp/table/1b0fcbb06e1c4d388231de4382c42d6b as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/table/1b0fcbb06e1c4d388231de4382c42d6b 2024-11-18T20:35:32,192 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/table/1b0fcbb06e1c4d388231de4382c42d6b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:35:32,193 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=11, compaction requested=false 2024-11-18T20:35:32,198 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:35:32,198 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:32,198 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:32,198 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:32,198 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962131178Running coprocessor pre-close hooks at 1731962131178Disabling compacts and flushes for region at 1731962131178Disabling writes for close at 1731962131178Obtaining lock to block concurrent updates at 1731962131178Preparing flush snapshotting stores in 1588230740 at 1731962131178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731962131179 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962131180 (+1 ms)Flushing 1588230740/info: creating writer at 1731962131180Flushing 1588230740/info: appending metadata at 1731962131219 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731962131219Flushing 1588230740/ns: creating writer at 1731962131253 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731962131273 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731962131273Flushing 1588230740/rep_barrier: creating writer at 1731962131695 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962131719 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962131719Flushing 1588230740/table: creating writer at 1731962131739 (+20 ms)Flushing 1588230740/table: appending metadata at 1731962131758 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731962131758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4357eaea: reopening flushed file at 1731962132169 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b5122d: reopening flushed file at 1731962132176 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7020f43d: reopening flushed file at 1731962132181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c6c7c3: reopening flushed file at 1731962132187 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=11, compaction requested=false at 1731962132193 (+6 ms)Writing region close event to WAL at 1731962132195 (+2 ms)Running coprocessor post-close hooks at 1731962132198 (+3 ms)Closed at 1731962132198 2024-11-18T20:35:32,199 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:32,379 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,42369,1731962058464; all regions closed. 2024-11-18T20:35:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741834_1010 (size=2717) 2024-11-18T20:35:32,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464/c0a89b2656d4%2C42369%2C1731962058464.meta.1731962061526.meta not finished, retry = 0 2024-11-18T20:35:32,484 DEBUG [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/oldWALs 2024-11-18T20:35:32,484 INFO [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C42369%2C1731962058464.meta:.meta(num 1731962061526) 2024-11-18T20:35:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741832_1008 (size=1028) 2024-11-18T20:35:32,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/WALs/c0a89b2656d4,42369,1731962058464/c0a89b2656d4%2C42369%2C1731962058464.1731962060625 not finished, retry = 0 2024-11-18T20:35:32,589 DEBUG [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/oldWALs 2024-11-18T20:35:32,589 INFO [RS:0;c0a89b2656d4:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C42369%2C1731962058464:(num 1731962060625) 2024-11-18T20:35:32,589 DEBUG [RS:0;c0a89b2656d4:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:32,589 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:32,589 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:32,589 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:32,589 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:32,589 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:32,590 INFO [RS:0;c0a89b2656d4:42369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42369. 2024-11-18T20:35:32,590 DEBUG [RS:0;c0a89b2656d4:42369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:32,590 DEBUG [RS:0;c0a89b2656d4:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:32,590 DEBUG [RS:0;c0a89b2656d4:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:32,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:32,590 INFO [RS:0;c0a89b2656d4:42369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42369 2024-11-18T20:35:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400/rs 2024-11-18T20:35:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963296400/rs/c0a89b2656d4,42369,1731962058464 2024-11-18T20:35:32,591 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:32,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,42369,1731962058464] 2024-11-18T20:35:32,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-963296400/draining/c0a89b2656d4,42369,1731962058464 already deleted, retry=false 2024-11-18T20:35:32,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,42369,1731962058464 expired; onlineServers=0 2024-11-18T20:35:32,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40107,1731962058415' ***** 2024-11-18T20:35:32,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:35:32,593 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:32,593 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:32,593 DEBUG [M:0;c0a89b2656d4:40107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:35:32,593 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:35:32,593 DEBUG [M:0;c0a89b2656d4:40107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:35:32,593 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962060377 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962060377,5,FailOnTimeoutGroup] 2024-11-18T20:35:32,593 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962060376 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962060376,5,FailOnTimeoutGroup] 2024-11-18T20:35:32,594 INFO [M:0;c0a89b2656d4:40107 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:32,594 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:32,594 DEBUG [M:0;c0a89b2656d4:40107 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:35:32,594 INFO [M:0;c0a89b2656d4:40107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:35:32,594 INFO [M:0;c0a89b2656d4:40107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:32,594 INFO [M:0;c0a89b2656d4:40107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:35:32,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:35:32,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-963296400/master 2024-11-18T20:35:32,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-963296400 2024-11-18T20:35:32,594 DEBUG [M:0;c0a89b2656d4:40107 {}] zookeeper.ZKUtil(347): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Unable to get data of znode /1-963296400/master because node does not exist (not an error) 2024-11-18T20:35:32,594 WARN [M:0;c0a89b2656d4:40107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:35:32,595 INFO [M:0;c0a89b2656d4:40107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/.lastflushedseqids 2024-11-18T20:35:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741843_1019 (size=173) 2024-11-18T20:35:32,693 INFO [RS:0;c0a89b2656d4:42369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:32,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:32,693 INFO [RS:0;c0a89b2656d4:42369 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,42369,1731962058464; zookeeper connection closed. 2024-11-18T20:35:32,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x100548b01160004, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:32,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c3a9062 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c3a9062 2024-11-18T20:35:32,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:35:32,999 INFO [M:0;c0a89b2656d4:40107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:35:33,000 INFO [M:0;c0a89b2656d4:40107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:35:33,000 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:33,000 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:33,000 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:33,000 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:33,000 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:33,000 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-18T20:35:33,016 DEBUG [M:0;c0a89b2656d4:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8fa0b4e32b34b03bce73f14c1cbbf28 is 82, key is hbase:meta,,1/info:regioninfo/1731962061566/Put/seqid=0 2024-11-18T20:35:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741844_1020 (size=5672) 2024-11-18T20:35:33,420 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8fa0b4e32b34b03bce73f14c1cbbf28 2024-11-18T20:35:33,443 DEBUG [M:0;c0a89b2656d4:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/656460f4472f416ea3b22496d95daeec is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962064964/Put/seqid=0 2024-11-18T20:35:33,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741845_1021 (size=6728) 2024-11-18T20:35:33,847 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/656460f4472f416ea3b22496d95daeec 2024-11-18T20:35:33,853 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 656460f4472f416ea3b22496d95daeec 2024-11-18T20:35:33,871 DEBUG [M:0;c0a89b2656d4:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f45bf65b4af54bd5a20f5ddc40cf37c4 is 69, key is c0a89b2656d4,42369,1731962058464/rs:state/1731962060419/Put/seqid=0 2024-11-18T20:35:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741846_1022 (size=5156) 2024-11-18T20:35:34,276 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f45bf65b4af54bd5a20f5ddc40cf37c4 2024-11-18T20:35:34,282 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8fa0b4e32b34b03bce73f14c1cbbf28 as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8fa0b4e32b34b03bce73f14c1cbbf28 2024-11-18T20:35:34,287 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8fa0b4e32b34b03bce73f14c1cbbf28, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T20:35:34,288 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/656460f4472f416ea3b22496d95daeec as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/656460f4472f416ea3b22496d95daeec 2024-11-18T20:35:34,293 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 656460f4472f416ea3b22496d95daeec 2024-11-18T20:35:34,293 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/656460f4472f416ea3b22496d95daeec, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T20:35:34,294 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f45bf65b4af54bd5a20f5ddc40cf37c4 as hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f45bf65b4af54bd5a20f5ddc40cf37c4 2024-11-18T20:35:34,299 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36541/user/jenkins/test-data/6e4e2fb0-d13b-00dc-a5ce-0c405c495b9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f45bf65b4af54bd5a20f5ddc40cf37c4, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T20:35:34,300 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false 2024-11-18T20:35:34,301 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:34,301 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962133000Disabling compacts and flushes for region at 1731962133000Disabling writes for close at 1731962133000Obtaining lock to block concurrent updates at 1731962133000Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962133000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731962133000Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962133001 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962133001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962133015 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962133015Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962133425 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962133442 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962133442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962133853 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962133871 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962133871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21bc8a78: reopening flushed file at 1731962134281 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473d1e14: reopening flushed file at 1731962134287 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fae5c24: reopening flushed file at 1731962134293 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false at 1731962134300 (+7 ms)Writing region close event to WAL at 1731962134301 (+1 ms)Closed at 1731962134301 2024-11-18T20:35:34,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741830_1006 (size=33038) 2024-11-18T20:35:34,304 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:34,304 INFO [M:0;c0a89b2656d4:40107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:35:34,304 INFO [M:0;c0a89b2656d4:40107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40107 2024-11-18T20:35:34,305 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:34,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:34,406 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:34,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548b01160003, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:34,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:34,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:34,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:34,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:34,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:34,417 WARN [BP-165899739-172.17.0.2-1731962057419 heartbeating to localhost/127.0.0.1:36541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:35:34,417 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:35:34,417 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:35:34,417 WARN [BP-165899739-172.17.0.2-1731962057419 heartbeating to localhost/127.0.0.1:36541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165899739-172.17.0.2-1731962057419 (Datanode Uuid 9851bd7f-5300-4f1e-918d-b667ba65da98) service to localhost/127.0.0.1:36541 2024-11-18T20:35:34,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/cluster_d30dafc3-fd78-f90c-556f-64844a2c613a/data/data1/current/BP-165899739-172.17.0.2-1731962057419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:34,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/cluster_d30dafc3-fd78-f90c-556f-64844a2c613a/data/data2/current/BP-165899739-172.17.0.2-1731962057419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:34,418 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:35:34,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:34,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:34,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:34,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:34,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:34,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:35:34,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:35:34,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:34,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:34,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:34,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:34,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:35:34,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1969330040, stopped=false 2024-11-18T20:35:34,444 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,36113,1731962054657 2024-11-18T20:35:34,445 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821643487/running 2024-11-18T20:35:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821643487/running 2024-11-18T20:35:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:35:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:35:34,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:34,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:34,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:34,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/running 2024-11-18T20:35:34,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,44701,1731962054713' ***** 2024-11-18T20:35:34,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:35:34,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Set watcher on znode that does not yet exist, /0-1821643487/running 2024-11-18T20:35:34,446 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:35:34,446 INFO [RS:0;c0a89b2656d4:44701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:35:34,446 INFO [RS:0;c0a89b2656d4:44701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(3091): Received CLOSE for f2643874119d84667b28333d4cf91361 2024-11-18T20:35:34,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(3091): Received CLOSE for 99ffa8313e7d6f66675e4cf57592f549 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,44701,1731962054713 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:44701. 2024-11-18T20:35:34,447 DEBUG [RS:0;c0a89b2656d4:44701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:34,447 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2643874119d84667b28333d4cf91361, disabling compactions & flushes 2024-11-18T20:35:34,447 DEBUG [RS:0;c0a89b2656d4:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:34,447 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:35:34,447 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:35:34,447 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:35:34,447 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. after waiting 0 ms 2024-11-18T20:35:34,447 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:35:34,448 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2643874119d84667b28333d4cf91361 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T20:35:34,449 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:35:34,449 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1325): Online Regions={f2643874119d84667b28333d4cf91361=hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361., 1588230740=hbase:meta,,1.1588230740, 99ffa8313e7d6f66675e4cf57592f549=test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549.} 2024-11-18T20:35:34,449 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ffa8313e7d6f66675e4cf57592f549, f2643874119d84667b28333d4cf91361 2024-11-18T20:35:34,449 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:34,449 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:34,449 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:34,449 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:34,449 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:34,450 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:35:34,467 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/.tmp/hfileref/dd214d3bed804813ae10bc45861f77d9 is 74, key is 1/hfileref:a4eff13b262542c489188c38c9b4cd2a_SeqId_4_/1731962069710/DeleteColumn/seqid=0 2024-11-18T20:35:34,468 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/info/5f2eda5a2c084813af46c90342225916 is 147, key is hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361./info:regioninfo/1731962067153/Put/seqid=0 2024-11-18T20:35:34,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741845_1021 (size=7686) 2024-11-18T20:35:34,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741844_1020 (size=5203) 2024-11-18T20:35:34,477 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:34,551 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/WALs/c0a89b2656d4,44701,1731962054713/c0a89b2656d4%2C44701%2C1731962054713.1731962056747 to pos 997, reset compression=false 2024-11-18T20:35:34,649 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ffa8313e7d6f66675e4cf57592f549, f2643874119d84667b28333d4cf91361 2024-11-18T20:35:34,657 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:35:34,657 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:35:34,849 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ffa8313e7d6f66675e4cf57592f549, f2643874119d84667b28333d4cf91361 2024-11-18T20:35:34,872 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/.tmp/hfileref/dd214d3bed804813ae10bc45861f77d9 2024-11-18T20:35:34,872 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/info/5f2eda5a2c084813af46c90342225916 2024-11-18T20:35:34,892 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/ns/66fd2cbfa45242f7b9f88f7ac481ab3d is 43, key is default/ns:d/1731962057232/Put/seqid=0 2024-11-18T20:35:34,892 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/.tmp/queue/9138ba706def41fc8cabb4fa6eaba106 is 153, key is 1-c0a89b2656d4,44701,1731962054713/queue:c0a89b2656d4%2C44701%2C1731962054713/1731962071489/Put/seqid=0 2024-11-18T20:35:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741846_1022 (size=5153) 2024-11-18T20:35:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741847_1023 (size=5352) 2024-11-18T20:35:35,050 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ffa8313e7d6f66675e4cf57592f549, f2643874119d84667b28333d4cf91361 2024-11-18T20:35:35,250 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99ffa8313e7d6f66675e4cf57592f549, f2643874119d84667b28333d4cf91361 2024-11-18T20:35:35,296 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/ns/66fd2cbfa45242f7b9f88f7ac481ab3d 2024-11-18T20:35:35,296 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/.tmp/queue/9138ba706def41fc8cabb4fa6eaba106 2024-11-18T20:35:35,302 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/.tmp/hfileref/dd214d3bed804813ae10bc45861f77d9 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/hfileref/dd214d3bed804813ae10bc45861f77d9 2024-11-18T20:35:35,308 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/hfileref/dd214d3bed804813ae10bc45861f77d9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T20:35:35,309 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/.tmp/queue/9138ba706def41fc8cabb4fa6eaba106 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/queue/9138ba706def41fc8cabb4fa6eaba106 2024-11-18T20:35:35,315 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/queue/9138ba706def41fc8cabb4fa6eaba106, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T20:35:35,316 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2643874119d84667b28333d4cf91361 in 869ms, sequenceid=10, compaction requested=false 2024-11-18T20:35:35,317 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/rep_barrier/14be02d2362647b68150babd6a462907 is 112, key is test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549./rep_barrier:seqnumDuringOpen/1731962062838/Put/seqid=0 2024-11-18T20:35:35,323 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/replication/f2643874119d84667b28333d4cf91361/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:35:35,324 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:35,324 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:35,324 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:35:35,324 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2643874119d84667b28333d4cf91361: Waiting for close lock at 1731962134447Running coprocessor pre-close hooks at 1731962134447Disabling compacts and flushes for region at 1731962134447Disabling writes for close at 1731962134447Obtaining lock to block concurrent updates at 1731962134448 (+1 ms)Preparing flush snapshotting stores in f2643874119d84667b28333d4cf91361 at 1731962134448Finished memstore snapshotting hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731962134448Flushing stores of hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. at 1731962134449 (+1 ms)Flushing f2643874119d84667b28333d4cf91361/hfileref: creating writer at 1731962134449Flushing f2643874119d84667b28333d4cf91361/hfileref: appending metadata at 1731962134466 (+17 ms)Flushing f2643874119d84667b28333d4cf91361/hfileref: closing flushed file at 1731962134466Flushing f2643874119d84667b28333d4cf91361/queue: creating writer at 1731962134877 (+411 ms)Flushing f2643874119d84667b28333d4cf91361/queue: appending metadata at 1731962134891 (+14 ms)Flushing f2643874119d84667b28333d4cf91361/queue: closing flushed file at 1731962134891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb8e9ce: reopening flushed file at 1731962135301 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe0d594: reopening flushed file at 1731962135308 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f2643874119d84667b28333d4cf91361 in 869ms, sequenceid=10, compaction requested=false at 1731962135316 (+8 ms)Writing region close event to WAL at 1731962135318 (+2 ms)Running coprocessor post-close hooks at 1731962135324 (+6 ms)Closed at 1731962135324 2024-11-18T20:35:35,324 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962065970.f2643874119d84667b28333d4cf91361. 2024-11-18T20:35:35,324 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99ffa8313e7d6f66675e4cf57592f549, disabling compactions & flushes 2024-11-18T20:35:35,324 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:35:35,325 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:35:35,325 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. after waiting 0 ms 2024-11-18T20:35:35,325 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:35:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741848_1024 (size=5518) 2024-11-18T20:35:35,340 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/default/test/99ffa8313e7d6f66675e4cf57592f549/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:35:35,341 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:35,341 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:35:35,341 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:35:35,341 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99ffa8313e7d6f66675e4cf57592f549: Waiting for close lock at 1731962135324Running coprocessor pre-close hooks at 1731962135324Disabling compacts and flushes for region at 1731962135324Disabling writes for close at 1731962135325 (+1 ms)Writing region close event to WAL at 1731962135337 (+12 ms)Running coprocessor post-close hooks at 1731962135341 (+4 ms)Closed at 1731962135341 2024-11-18T20:35:35,341 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962061631.99ffa8313e7d6f66675e4cf57592f549. 2024-11-18T20:35:35,450 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:35:35,450 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:35:35,450 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:35,650 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:35,732 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/rep_barrier/14be02d2362647b68150babd6a462907 2024-11-18T20:35:35,751 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/table/75c4a3dbd98e4d5c9e8e6b6ad09ef539 is 53, key is hbase:replication/table:state/1731962067162/Put/seqid=0 2024-11-18T20:35:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741849_1025 (size=5308) 2024-11-18T20:35:35,851 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:36,051 DEBUG [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:36,155 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/table/75c4a3dbd98e4d5c9e8e6b6ad09ef539 2024-11-18T20:35:36,162 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/info/5f2eda5a2c084813af46c90342225916 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/info/5f2eda5a2c084813af46c90342225916 2024-11-18T20:35:36,167 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/info/5f2eda5a2c084813af46c90342225916, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:35:36,168 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/ns/66fd2cbfa45242f7b9f88f7ac481ab3d as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/ns/66fd2cbfa45242f7b9f88f7ac481ab3d 2024-11-18T20:35:36,174 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/ns/66fd2cbfa45242f7b9f88f7ac481ab3d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:35:36,174 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/rep_barrier/14be02d2362647b68150babd6a462907 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/rep_barrier/14be02d2362647b68150babd6a462907 2024-11-18T20:35:36,180 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/rep_barrier/14be02d2362647b68150babd6a462907, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:35:36,181 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/.tmp/table/75c4a3dbd98e4d5c9e8e6b6ad09ef539 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/table/75c4a3dbd98e4d5c9e8e6b6ad09ef539 2024-11-18T20:35:36,186 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/table/75c4a3dbd98e4d5c9e8e6b6ad09ef539, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:35:36,187 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=16, compaction requested=false 2024-11-18T20:35:36,187 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:35:36,193 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:35:36,194 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:36,194 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:36,194 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:36,194 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962134449Running coprocessor pre-close hooks at 1731962134449Disabling compacts and flushes for region at 1731962134449Disabling writes for close at 1731962134449Obtaining lock to block concurrent updates at 1731962134450 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731962134450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962134450Flushing stores of hbase:meta,,1.1588230740 at 1731962134451 (+1 ms)Flushing 1588230740/info: creating writer at 1731962134451Flushing 1588230740/info: appending metadata at 1731962134467 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731962134468 (+1 ms)Flushing 1588230740/ns: creating writer at 1731962134877 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731962134891 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731962134891Flushing 1588230740/rep_barrier: creating writer at 1731962135301 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962135317 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962135317Flushing 1588230740/table: creating writer at 1731962135737 (+420 ms)Flushing 1588230740/table: appending metadata at 1731962135750 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731962135750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4298319e: reopening flushed file at 1731962136161 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf19896: reopening flushed file at 1731962136168 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60dc02f5: reopening flushed file at 1731962136174 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb2be26: reopening flushed file at 1731962136180 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=16, compaction requested=false at 1731962136187 (+7 ms)Writing region close event to WAL at 1731962136190 (+3 ms)Running coprocessor post-close hooks at 1731962136194 (+4 ms)Closed at 1731962136194 2024-11-18T20:35:36,194 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:36,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,251 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,44701,1731962054713; all regions closed. 2024-11-18T20:35:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:35:36,267 DEBUG [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/oldWALs 2024-11-18T20:35:36,268 INFO [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C44701%2C1731962054713.meta:.meta(num 1731962057174) 2024-11-18T20:35:36,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741839_1015 (size=2700) 2024-11-18T20:35:36,285 DEBUG [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/oldWALs 2024-11-18T20:35:36,285 INFO [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C44701%2C1731962054713.rep:(num 1731962067113) 2024-11-18T20:35:36,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741833_1009 (size=1300) 2024-11-18T20:35:36,302 DEBUG [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/oldWALs 2024-11-18T20:35:36,302 INFO [RS:0;c0a89b2656d4:44701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C44701%2C1731962054713:(num 1731962056747) 2024-11-18T20:35:36,302 DEBUG [RS:0;c0a89b2656d4:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:36,302 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:36,302 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:36,302 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:36,303 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:36,303 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:36,303 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,44701,1731962054713 because: Region server is closing 2024-11-18T20:35:36,303 INFO [RS:0;c0a89b2656d4:44701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:44701. 2024-11-18T20:35:36,303 DEBUG [RS:0;c0a89b2656d4:44701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:36,303 DEBUG [RS:0;c0a89b2656d4:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:36,303 DEBUG [RS:0;c0a89b2656d4:44701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:36,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:36,404 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.wal-reader.c0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:35:36,404 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:35:36,404 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,44701,1731962054713.replicationSource.shipperc0a89b2656d4%2C44701%2C1731962054713,1-c0a89b2656d4,44701,1731962054713 terminated 2024-11-18T20:35:36,404 INFO [RS:0;c0a89b2656d4:44701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44701 2024-11-18T20:35:36,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821643487/rs/c0a89b2656d4,44701,1731962054713 2024-11-18T20:35:36,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487/rs 2024-11-18T20:35:36,407 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:36,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,44701,1731962054713] 2024-11-18T20:35:36,408 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/draining/c0a89b2656d4,44701,1731962054713 already deleted, retry=false 2024-11-18T20:35:36,408 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,44701,1731962054713 expired; onlineServers=0 2024-11-18T20:35:36,408 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,36113,1731962054657' ***** 2024-11-18T20:35:36,408 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:35:36,408 INFO [M:0;c0a89b2656d4:36113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:36,408 INFO [M:0;c0a89b2656d4:36113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:36,408 DEBUG [M:0;c0a89b2656d4:36113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:35:36,408 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:35:36,408 DEBUG [M:0;c0a89b2656d4:36113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:35:36,408 INFO [M:0;c0a89b2656d4:36113 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:36,408 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962056537 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962056537,5,FailOnTimeoutGroup] 2024-11-18T20:35:36,408 INFO [M:0;c0a89b2656d4:36113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:36,408 DEBUG [M:0;c0a89b2656d4:36113 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:35:36,408 INFO [M:0;c0a89b2656d4:36113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:35:36,409 INFO [M:0;c0a89b2656d4:36113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:36,409 INFO [M:0;c0a89b2656d4:36113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:35:36,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:35:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821643487/master 2024-11-18T20:35:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821643487 2024-11-18T20:35:36,412 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962056541 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962056541,5,FailOnTimeoutGroup] 2024-11-18T20:35:36,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821643487/master already deleted, retry=false 2024-11-18T20:35:36,413 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1821643487/master 2024-11-18T20:35:36,414 INFO [M:0;c0a89b2656d4:36113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/.lastflushedseqids 2024-11-18T20:35:36,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741850_1026 (size=263) 2024-11-18T20:35:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:36,508 INFO [RS:0;c0a89b2656d4:44701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44701-0x100548b01160001, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:36,508 INFO [RS:0;c0a89b2656d4:44701 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,44701,1731962054713; zookeeper connection closed. 2024-11-18T20:35:36,508 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d3c88a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d3c88a0 2024-11-18T20:35:36,508 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:35:36,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:35:36,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:36,827 INFO [M:0;c0a89b2656d4:36113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:35:36,828 INFO [M:0;c0a89b2656d4:36113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:35:36,828 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:36,828 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:36,828 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:36,828 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:36,828 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:36,828 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T20:35:36,843 DEBUG [M:0;c0a89b2656d4:36113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510955dfb237426fadcd32d6cb997011 is 82, key is hbase:meta,,1/info:regioninfo/1731962057217/Put/seqid=0 2024-11-18T20:35:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741851_1027 (size=5672) 2024-11-18T20:35:37,247 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510955dfb237426fadcd32d6cb997011 2024-11-18T20:35:37,267 DEBUG [M:0;c0a89b2656d4:36113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76e1492abbec4f5b83355eeaa97d6a54 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962062857/Put/seqid=0 2024-11-18T20:35:37,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741852_1028 (size=7240) 2024-11-18T20:35:37,676 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76e1492abbec4f5b83355eeaa97d6a54 2024-11-18T20:35:37,680 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76e1492abbec4f5b83355eeaa97d6a54 2024-11-18T20:35:37,698 DEBUG [M:0;c0a89b2656d4:36113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acc1b05efaee4102a67159987d2f38e8 is 69, key is c0a89b2656d4,44701,1731962054713/rs:state/1731962056577/Put/seqid=0 2024-11-18T20:35:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741853_1029 (size=5156) 2024-11-18T20:35:38,102 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acc1b05efaee4102a67159987d2f38e8 2024-11-18T20:35:38,108 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510955dfb237426fadcd32d6cb997011 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/510955dfb237426fadcd32d6cb997011 2024-11-18T20:35:38,113 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/510955dfb237426fadcd32d6cb997011, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T20:35:38,114 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76e1492abbec4f5b83355eeaa97d6a54 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76e1492abbec4f5b83355eeaa97d6a54 2024-11-18T20:35:38,118 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76e1492abbec4f5b83355eeaa97d6a54 2024-11-18T20:35:38,118 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76e1492abbec4f5b83355eeaa97d6a54, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T20:35:38,119 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acc1b05efaee4102a67159987d2f38e8 as hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acc1b05efaee4102a67159987d2f38e8 2024-11-18T20:35:38,124 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acc1b05efaee4102a67159987d2f38e8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T20:35:38,125 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false 2024-11-18T20:35:38,126 INFO [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:38,126 DEBUG [M:0;c0a89b2656d4:36113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962136828Disabling compacts and flushes for region at 1731962136828Disabling writes for close at 1731962136828Obtaining lock to block concurrent updates at 1731962136828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962136828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731962136828Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962136829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962136829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962136842 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962136843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962137253 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962137267 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962137267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962137681 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962137697 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962137697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a346278: reopening flushed file at 1731962138107 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e81b589: reopening flushed file at 1731962138113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a0208b: reopening flushed file at 1731962138119 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false at 1731962138125 (+6 ms)Writing region close event to WAL at 1731962138126 (+1 ms)Closed at 1731962138126 2024-11-18T20:35:38,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcd9d314-da82-a62f-9e63-8595b767cb46/MasterData/WALs/c0a89b2656d4,36113,1731962054657/c0a89b2656d4%2C36113%2C1731962054657.1731962056402 not finished, retry = 0 2024-11-18T20:35:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741830_1006 (size=64526) 2024-11-18T20:35:38,229 INFO [M:0;c0a89b2656d4:36113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:35:38,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:38,229 INFO [M:0;c0a89b2656d4:36113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36113 2024-11-18T20:35:38,230 INFO [M:0;c0a89b2656d4:36113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:38,331 INFO [M:0;c0a89b2656d4:36113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:38,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36113-0x100548b01160000, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:38,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:38,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:38,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:38,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:38,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:38,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:35:38,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:35:38,349 WARN [BP-243132511-172.17.0.2-1731962053817 heartbeating to localhost/127.0.0.1:34089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:35:38,349 WARN [BP-243132511-172.17.0.2-1731962053817 heartbeating to localhost/127.0.0.1:34089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-243132511-172.17.0.2-1731962053817 (Datanode Uuid 549dfde9-93dd-45c7-bcdb-1291beebeb35) service to localhost/127.0.0.1:34089 2024-11-18T20:35:38,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/data/data1/current/BP-243132511-172.17.0.2-1731962053817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:38,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/cluster_9fa531e2-09ba-6c2c-2bba-3a5a2f1bdcf5/data/data2/current/BP-243132511-172.17.0.2-1731962053817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:38,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:35:38,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:38,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:38,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:38,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:38,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e64f3eeb-f9b1-86ac-e6eb-70f66d6afbd4/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:38,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:35:38,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:35:38,390 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64398) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f8aecb8d0d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36541 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f8aecb8d0d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34089 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64398) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 129) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2702 (was 2286) - AvailableMemoryMB LEAK? - 2024-11-18T20:35:38,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=2702 2024-11-18T20:35:38,418 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T20:35:38,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir so I do NOT create it in target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235 2024-11-18T20:35:38,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:35:38,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.tmp.dir so I do NOT create it in target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235 2024-11-18T20:35:38,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56e9fa3-f3ab-fd25-cbc9-d9500dc2be21/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:35:38,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235 2024-11-18T20:35:38,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561, deleteOnExit=true 2024-11-18T20:35:38,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/zookeeper_0, clientPort=53531, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:35:38,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53531 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/test.cache.data in system properties and HBase conf 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:35:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:35:38,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:35:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:35:38,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548b01160005, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:35:38,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548b01160002, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:35:38,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548b01160002, quorum=127.0.0.1:64398, baseZNode=/0-1821643487 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:35:38,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548b01160005, quorum=127.0.0.1:64398, baseZNode=/1-963296400 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:35:38,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:38,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:35:38,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:35:38,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:35:38,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:35:38,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:38,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f3fbb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:35:38,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:35:38,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69ebd7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/java.io.tmpdir/jetty-localhost-37429-hadoop-hdfs-3_4_1-tests_jar-_-any-14093838631785954700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:38,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d953a4{HTTP/1.1, (http/1.1)}{localhost:37429} 2024-11-18T20:35:38,665 INFO [Time-limited test {}] server.Server(415): Started @130784ms 2024-11-18T20:35:38,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:38,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:35:38,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:35:38,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:35:38,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:35:38,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:35:38,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:35:38,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aab8543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/java.io.tmpdir/jetty-localhost-46795-hadoop-hdfs-3_4_1-tests_jar-_-any-2799140422977450871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:38,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:46795} 2024-11-18T20:35:38,862 INFO [Time-limited test {}] server.Server(415): Started @130981ms 2024-11-18T20:35:38,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:35:38,965 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/data/data1/current/BP-916458864-172.17.0.2-1731962138454/current, will proceed with Du for space computation calculation, 2024-11-18T20:35:38,981 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/data/data2/current/BP-916458864-172.17.0.2-1731962138454/current, will proceed with Du for space computation calculation, 2024-11-18T20:35:39,013 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:35:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc618556d484928de with lease ID 0x957d2ac05d8d60a3: Processing first storage report for DS-8dd8a793-5568-4d28-8995-9f7f889846be from datanode DatanodeRegistration(127.0.0.1:41941, datanodeUuid=24e9dbfc-45b4-4977-b5e7-c065de668487, infoPort=36273, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1694898562;c=1731962138454) 2024-11-18T20:35:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc618556d484928de with lease ID 0x957d2ac05d8d60a3: from storage DS-8dd8a793-5568-4d28-8995-9f7f889846be node DatanodeRegistration(127.0.0.1:41941, datanodeUuid=24e9dbfc-45b4-4977-b5e7-c065de668487, infoPort=36273, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1694898562;c=1731962138454), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:35:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc618556d484928de with lease ID 0x957d2ac05d8d60a3: Processing first storage report for DS-1d0ad391-247d-42d6-8be8-7920f91d2af7 from datanode DatanodeRegistration(127.0.0.1:41941, datanodeUuid=24e9dbfc-45b4-4977-b5e7-c065de668487, infoPort=36273, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1694898562;c=1731962138454) 2024-11-18T20:35:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc618556d484928de with lease ID 0x957d2ac05d8d60a3: from storage DS-1d0ad391-247d-42d6-8be8-7920f91d2af7 node DatanodeRegistration(127.0.0.1:41941, datanodeUuid=24e9dbfc-45b4-4977-b5e7-c065de668487, infoPort=36273, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1694898562;c=1731962138454), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:35:39,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235 2024-11-18T20:35:39,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:35:39,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e with version=8 2024-11-18T20:35:39,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/hbase-staging 2024-11-18T20:35:39,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:35:39,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:39,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:39,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:35:39,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:39,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:35:39,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:35:39,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:35:39,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37999 2024-11-18T20:35:39,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37999 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379990x0, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:39,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37999-0x100548c4ba40000 connected 2024-11-18T20:35:39,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:39,182 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e, hbase.cluster.distributed=false 2024-11-18T20:35:39,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/acl 2024-11-18T20:35:39,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-18T20:35:39,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37999 2024-11-18T20:35:39,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37999 2024-11-18T20:35:39,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-18T20:35:39,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37999 2024-11-18T20:35:39,231 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:35:39,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:39,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:39,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:35:39,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:39,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:35:39,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:35:39,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:35:39,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37659 2024-11-18T20:35:39,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37659 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:39,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376590x0, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:39,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37659-0x100548c4ba40001 connected 2024-11-18T20:35:39,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:39,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:35:39,261 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:35:39,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/master 2024-11-18T20:35:39,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/acl 2024-11-18T20:35:39,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37659 2024-11-18T20:35:39,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37659 2024-11-18T20:35:39,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37659 2024-11-18T20:35:39,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37659 2024-11-18T20:35:39,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37659 2024-11-18T20:35:39,293 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:37999 2024-11-18T20:35:39,294 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02131240994/backup-masters/c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:39,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:39,298 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on existing znode=/02131240994/backup-masters/c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02131240994/master 2024-11-18T20:35:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,309 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on existing znode=/02131240994/master 2024-11-18T20:35:39,310 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02131240994/backup-masters/c0a89b2656d4,37999,1731962139117 from backup master directory 2024-11-18T20:35:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/backup-masters/c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:39,311 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:35:39,311 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,316 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/hbase.id] with ID: d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3 2024-11-18T20:35:39,316 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/.tmp/hbase.id 2024-11-18T20:35:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:35:39,344 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/.tmp/hbase.id]:[hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/hbase.id] 2024-11-18T20:35:39,373 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:39,373 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:35:39,375 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:35:39,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:35:39,408 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:35:39,409 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:35:39,421 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:35:39,460 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store 2024-11-18T20:35:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:35:39,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:39,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:39,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:39,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:39,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:39,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:39,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:39,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962139480Disabling compacts and flushes for region at 1731962139480Disabling writes for close at 1731962139480Writing region close event to WAL at 1731962139480Closed at 1731962139480 2024-11-18T20:35:39,481 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/.initializing 2024-11-18T20:35:39,482 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,483 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:35:39,486 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C37999%2C1731962139117, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/oldWALs, maxLogs=10 2024-11-18T20:35:39,504 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117/c0a89b2656d4%2C37999%2C1731962139117.1731962139486, exclude list is [], retry=0 2024-11-18T20:35:39,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:39,519 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 2024-11-18T20:35:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,520 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:35:39,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:39,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:39,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:35:39,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:39,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:39,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:35:39,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:39,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:39,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:35:39,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:39,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:39,568 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,569 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,570 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,572 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,572 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,573 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:39,574 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:39,577 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:35:39,578 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75418070, jitterRate=0.12381681799888611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:39,579 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962139520Initializing all the Stores at 1731962139521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962139521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962139531 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962139531Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962139531Cleaning up temporary data from old regions at 1731962139572 (+41 ms)Region opened successfully at 1731962139578 (+6 ms) 2024-11-18T20:35:39,581 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:35:39,585 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a52212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:35:39,586 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:35:39,587 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:35:39,587 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:35:39,587 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:35:39,590 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T20:35:39,592 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-18T20:35:39,592 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:35:39,627 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:35:39,628 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/balancer because node does not exist (not necessarily an error) 2024-11-18T20:35:39,629 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/balancer already deleted, retry=false 2024-11-18T20:35:39,630 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:35:39,631 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:35:39,632 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/normalizer already deleted, retry=false 2024-11-18T20:35:39,633 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:35:39,640 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:35:39,641 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/switch/split already deleted, retry=false 2024-11-18T20:35:39,642 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:35:39,643 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/switch/merge already deleted, retry=false 2024-11-18T20:35:39,646 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:35:39,646 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/snapshot-cleanup already deleted, retry=false 2024-11-18T20:35:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,653 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,37999,1731962139117, sessionid=0x100548c4ba40000, setting cluster-up flag (Was=false) 2024-11-18T20:35:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,664 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02131240994/flush-table-proc/acquired, /02131240994/flush-table-proc/reached, /02131240994/flush-table-proc/abort 2024-11-18T20:35:39,665 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:39,672 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02131240994/online-snapshot/acquired, /02131240994/online-snapshot/reached, /02131240994/online-snapshot/abort 2024-11-18T20:35:39,674 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:39,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:35:39,683 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:39,684 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:35:39,684 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:35:39,684 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,37999,1731962139117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:35:39,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:39,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:39,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:39,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:39,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:35:39,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,689 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:35:39,689 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,702 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(746): ClusterId : d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3 2024-11-18T20:35:39,702 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:35:39,704 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:35:39,704 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:35:39,707 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:35:39,707 DEBUG [RS:0;c0a89b2656d4:37659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f942de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:35:39,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:39,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:35:39,724 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:39,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:35:39,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962169745 2024-11-18T20:35:39,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:35:39,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:35:39,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:35:39,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:35:39,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:35:39,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:35:39,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:35:39,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:35:39,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:35:39,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:35:39,761 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:37659 2024-11-18T20:35:39,761 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:35:39,761 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:35:39,761 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:35:39,762 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,37999,1731962139117 with port=37659, startcode=1731962139231 2024-11-18T20:35:39,765 DEBUG [RS:0;c0a89b2656d4:37659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:35:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:35:39,781 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:35:39,781 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:35:39,785 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:35:39,786 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:35:39,793 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962139781,5,FailOnTimeoutGroup] 2024-11-18T20:35:39,793 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962139793,5,FailOnTimeoutGroup] 2024-11-18T20:35:39,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:35:39,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,793 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,806 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T20:35:39,806 WARN [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T20:35:39,907 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,37999,1731962139117 with port=37659, startcode=1731962139231 2024-11-18T20:35:39,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:39,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37999 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:39,909 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e 2024-11-18T20:35:39,909 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33437 2024-11-18T20:35:39,909 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:35:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/rs 2024-11-18T20:35:39,912 DEBUG [RS:0;c0a89b2656d4:37659 {}] zookeeper.ZKUtil(111): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on existing znode=/02131240994/rs/c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:39,912 WARN [RS:0;c0a89b2656d4:37659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:35:39,912 INFO [RS:0;c0a89b2656d4:37659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:39,912 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:39,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,37659,1731962139231] 2024-11-18T20:35:39,918 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:35:39,920 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:35:39,921 INFO [RS:0;c0a89b2656d4:37659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:35:39,921 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,925 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:35:39,926 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:35:39,926 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,926 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,926 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,926 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,929 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,929 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,929 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:35:39,929 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,929 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,929 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,930 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,930 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,930 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:39,930 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:35:39,930 DEBUG [RS:0;c0a89b2656d4:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:35:39,937 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,937 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,937 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,937 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,937 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,937 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37659,1731962139231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:35:39,960 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:35:39,960 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37659,1731962139231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,960 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,960 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.Replication(171): c0a89b2656d4,37659,1731962139231 started 2024-11-18T20:35:39,980 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:39,980 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,37659,1731962139231, RpcServer on c0a89b2656d4/172.17.0.2:37659, sessionid=0x100548c4ba40001 2024-11-18T20:35:39,980 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:35:39,980 DEBUG [RS:0;c0a89b2656d4:37659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:39,981 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,37659,1731962139231' 2024-11-18T20:35:39,981 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02131240994/flush-table-proc/abort' 2024-11-18T20:35:39,981 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02131240994/flush-table-proc/acquired' 2024-11-18T20:35:39,981 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:35:39,982 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:35:39,982 DEBUG [RS:0;c0a89b2656d4:37659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:39,982 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,37659,1731962139231' 2024-11-18T20:35:39,982 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02131240994/online-snapshot/abort' 2024-11-18T20:35:39,982 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02131240994/online-snapshot/acquired' 2024-11-18T20:35:39,982 DEBUG [RS:0;c0a89b2656d4:37659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:35:39,982 INFO [RS:0;c0a89b2656d4:37659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:35:39,982 INFO [RS:0;c0a89b2656d4:37659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:35:40,083 INFO [RS:0;c0a89b2656d4:37659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:35:40,085 INFO [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C37659%2C1731962139231, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs, maxLogs=10 2024-11-18T20:35:40,103 DEBUG [RS:0;c0a89b2656d4:37659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085, exclude list is [], retry=0 2024-11-18T20:35:40,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:40,108 INFO [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085 2024-11-18T20:35:40,108 DEBUG [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:40,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:35:40,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e 2024-11-18T20:35:40,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:35:40,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:40,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:35:40,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:35:40,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:35:40,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:35:40,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:35:40,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:35:40,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:35:40,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:35:40,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:35:40,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740 2024-11-18T20:35:40,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740 2024-11-18T20:35:40,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:35:40,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:35:40,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:40,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:35:40,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:35:40,593 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59410808, jitterRate=-0.11470997333526611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:40,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962140580Initializing all the Stores at 1731962140581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962140581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962140581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962140581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962140581Cleaning up temporary data from old regions at 1731962140589 (+8 ms)Region opened successfully at 1731962140594 (+5 ms) 2024-11-18T20:35:40,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:40,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:40,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:40,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:40,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:40,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:40,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962140594Disabling compacts and flushes for region at 1731962140594Disabling writes for close at 1731962140594Writing region close event to WAL at 1731962140594Closed at 1731962140594 2024-11-18T20:35:40,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:40,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:35:40,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:35:40,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:35:40,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:35:40,755 DEBUG [c0a89b2656d4:37999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:35:40,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:40,757 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,37659,1731962139231, state=OPENING 2024-11-18T20:35:40,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:35:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:40,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:40,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:40,759 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:35:40,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:40,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,37659,1731962139231}] 2024-11-18T20:35:40,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:35:40,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:35:40,917 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:35:40,917 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:40,917 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:35:40,919 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C37659%2C1731962139231.meta, suffix=.meta, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs, maxLogs=10 2024-11-18T20:35:40,937 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.meta.1731962140919.meta, exclude list is [], retry=0 2024-11-18T20:35:40,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:40,941 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.meta.1731962140919.meta 2024-11-18T20:35:40,942 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:40,942 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:40,942 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:35:40,942 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:35:40,942 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:35:40,942 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:35:40,943 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:35:40,943 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:40,943 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:35:40,943 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:35:40,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:35:40,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:35:40,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:35:40,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:35:40,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:35:40,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:35:40,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:35:40,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:35:40,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:40,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:40,949 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:35:40,950 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740 2024-11-18T20:35:40,951 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740 2024-11-18T20:35:40,952 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:35:40,952 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:35:40,952 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:40,953 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:35:40,954 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67449873, jitterRate=0.005081430077552795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:40,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:35:40,955 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962140943Writing region info on filesystem at 1731962140943Initializing all the Stores at 1731962140944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962140944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962140944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962140944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962140944Cleaning up temporary data from old regions at 1731962140952 (+8 ms)Running coprocessor post-open hooks at 1731962140954 (+2 ms)Region opened successfully at 1731962140955 (+1 ms) 2024-11-18T20:35:40,956 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962140911 2024-11-18T20:35:40,958 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:35:40,958 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:35:40,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:40,959 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,37659,1731962139231, state=OPEN 2024-11-18T20:35:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:40,961 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:40,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:40,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:40,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:35:40,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,37659,1731962139231 in 202 msec 2024-11-18T20:35:40,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:35:40,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-18T20:35:40,966 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:40,966 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:35:40,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:40,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,37659,1731962139231, seqNum=-1] 2024-11-18T20:35:40,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:40,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:35:40,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-18T20:35:40,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962140973, completionTime=-1 2024-11-18T20:35:40,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:35:40,973 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962200975 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962260975 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37999,1731962139117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37999,1731962139117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,975 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37999,1731962139117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,976 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:37999, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,976 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,976 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,977 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.668sec 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37999,1731962139117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:35:40,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37999,1731962139117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:35:40,981 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:35:40,981 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:35:40,981 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37999,1731962139117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:40,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcfe5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:40,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37999,-1 for getting cluster id 2024-11-18T20:35:40,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:41,000 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57f06dd-8b7c-45a6-8c55-fc9e50aac5a3' 2024-11-18T20:35:41,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:41,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3" 2024-11-18T20:35:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c154128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37999,-1] 2024-11-18T20:35:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:41,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:41,002 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:41,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:41,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,37659,1731962139231, seqNum=-1] 2024-11-18T20:35:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:41,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:35:41,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:41,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:41,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:41,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548c4ba40002 connected 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir so I do NOT create it in target/test-data/9046879a-a620-612b-537a-816ad46718ed 2024-11-18T20:35:41,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.tmp.dir so I do NOT create it in target/test-data/9046879a-a620-612b-537a-816ad46718ed 2024-11-18T20:35:41,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:35:41,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/cluster_150d3996-a63e-0d72-54e8-8d2eb88073dd, deleteOnExit=true 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/test.cache.data in system properties and HBase conf 2024-11-18T20:35:41,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:35:41,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:35:41,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:35:41,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:35:41,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:41,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:35:41,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:35:41,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:35:41,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:35:41,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:41,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:35:41,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e2755e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:35:41,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29615434{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/java.io.tmpdir/jetty-localhost-42007-hadoop-hdfs-3_4_1-tests_jar-_-any-8334647773523352919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:41,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7a8707{HTTP/1.1, (http/1.1)}{localhost:42007} 2024-11-18T20:35:41,189 INFO [Time-limited test {}] server.Server(415): Started @133308ms 2024-11-18T20:35:41,262 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:35:41,286 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:41,287 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:41,288 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:41,288 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:41,288 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:41,294 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:41,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:41,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:35:41,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:35:41,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:35:41,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:35:41,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:35:41,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:35:41,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/java.io.tmpdir/jetty-localhost-44363-hadoop-hdfs-3_4_1-tests_jar-_-any-4298001690575509557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:41,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:44363} 2024-11-18T20:35:41,404 INFO [Time-limited test {}] server.Server(415): Started @133523ms 2024-11-18T20:35:41,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:35:41,467 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/cluster_150d3996-a63e-0d72-54e8-8d2eb88073dd/data/data1/current/BP-1242585290-172.17.0.2-1731962141034/current, will proceed with Du for space computation calculation, 2024-11-18T20:35:41,467 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/cluster_150d3996-a63e-0d72-54e8-8d2eb88073dd/data/data2/current/BP-1242585290-172.17.0.2-1731962141034/current, will proceed with Du for space computation calculation, 2024-11-18T20:35:41,485 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:35:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbff4d2ca84ec0f6b with lease ID 0x1c4cad4d80b37416: Processing first storage report for DS-f1c1e912-499f-4f33-9283-2dbc590e6560 from datanode DatanodeRegistration(127.0.0.1:38483, datanodeUuid=26beac72-d021-4376-98eb-7656947a4ac4, infoPort=35585, infoSecurePort=0, ipcPort=36669, storageInfo=lv=-57;cid=testClusterID;nsid=1219925527;c=1731962141034) 2024-11-18T20:35:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbff4d2ca84ec0f6b with lease ID 0x1c4cad4d80b37416: from storage DS-f1c1e912-499f-4f33-9283-2dbc590e6560 node DatanodeRegistration(127.0.0.1:38483, datanodeUuid=26beac72-d021-4376-98eb-7656947a4ac4, infoPort=35585, infoSecurePort=0, ipcPort=36669, storageInfo=lv=-57;cid=testClusterID;nsid=1219925527;c=1731962141034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:35:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbff4d2ca84ec0f6b with lease ID 0x1c4cad4d80b37416: Processing first storage report for DS-3a3fdff2-cb41-4d1e-9c03-71b5e1284105 from datanode DatanodeRegistration(127.0.0.1:38483, datanodeUuid=26beac72-d021-4376-98eb-7656947a4ac4, infoPort=35585, infoSecurePort=0, ipcPort=36669, storageInfo=lv=-57;cid=testClusterID;nsid=1219925527;c=1731962141034) 2024-11-18T20:35:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbff4d2ca84ec0f6b with lease ID 0x1c4cad4d80b37416: from storage DS-3a3fdff2-cb41-4d1e-9c03-71b5e1284105 node DatanodeRegistration(127.0.0.1:38483, datanodeUuid=26beac72-d021-4376-98eb-7656947a4ac4, infoPort=35585, infoSecurePort=0, ipcPort=36669, storageInfo=lv=-57;cid=testClusterID;nsid=1219925527;c=1731962141034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:35:41,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed 2024-11-18T20:35:41,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:41,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:35:41,941 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f with version=8 2024-11-18T20:35:41,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/hbase-staging 2024-11-18T20:35:41,943 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:35:41,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:41,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:41,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:35:41,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:41,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:35:41,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:35:41,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:35:41,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40361 2024-11-18T20:35:41,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40361 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:41,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403610x0, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:41,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40361-0x100548c4ba40003 connected 2024-11-18T20:35:41,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:41,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:41,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/running 2024-11-18T20:35:41,962 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f, hbase.cluster.distributed=false 2024-11-18T20:35:41,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/acl 2024-11-18T20:35:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-18T20:35:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40361 2024-11-18T20:35:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40361 2024-11-18T20:35:41,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-18T20:35:41,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40361 2024-11-18T20:35:41,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:35:41,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:35:41,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45213 2024-11-18T20:35:41,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45213 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:41,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:41,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:42,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452130x0, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:42,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452130x0, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/running 2024-11-18T20:35:42,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:35:42,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45213-0x100548c4ba40004 connected 2024-11-18T20:35:42,013 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:35:42,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/master 2024-11-18T20:35:42,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/acl 2024-11-18T20:35:42,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45213 2024-11-18T20:35:42,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45213 2024-11-18T20:35:42,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45213 2024-11-18T20:35:42,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45213 2024-11-18T20:35:42,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45213 2024-11-18T20:35:42,043 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40361 2024-11-18T20:35:42,045 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1950657906/backup-masters/c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906/backup-masters 2024-11-18T20:35:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906/backup-masters 2024-11-18T20:35:42,047 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on existing znode=/1950657906/backup-masters/c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1950657906/master 2024-11-18T20:35:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:42,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:42,048 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on existing znode=/1950657906/master 2024-11-18T20:35:42,048 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1950657906/backup-masters/c0a89b2656d4,40361,1731962141943 from backup master directory 2024-11-18T20:35:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906/backup-masters 2024-11-18T20:35:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950657906/backup-masters/c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:42,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906/backup-masters 2024-11-18T20:35:42,049 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:35:42,049 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:42,054 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/hbase.id] with ID: 5d161902-5afb-4406-8c1f-f052484f43d4 2024-11-18T20:35:42,054 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/.tmp/hbase.id 2024-11-18T20:35:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:35:42,471 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/.tmp/hbase.id]:[hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/hbase.id] 2024-11-18T20:35:42,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:42,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:35:42,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:35:42,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:42,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:35:42,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:35:42,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:35:42,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:35:42,891 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:35:42,892 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:35:42,892 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:42,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:35:43,298 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store 2024-11-18T20:35:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:35:43,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:43,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:43,704 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:43,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:43,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:43,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:43,704 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:43,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962143704Disabling compacts and flushes for region at 1731962143704Disabling writes for close at 1731962143704Writing region close event to WAL at 1731962143704Closed at 1731962143704 2024-11-18T20:35:43,705 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/.initializing 2024-11-18T20:35:43,705 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/WALs/c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:43,706 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:35:43,707 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40361%2C1731962141943, suffix=, logDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/WALs/c0a89b2656d4,40361,1731962141943, archiveDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/oldWALs, maxLogs=10 2024-11-18T20:35:43,719 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/WALs/c0a89b2656d4,40361,1731962141943/c0a89b2656d4%2C40361%2C1731962141943.1731962143707, exclude list is [], retry=0 2024-11-18T20:35:43,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38483,DS-f1c1e912-499f-4f33-9283-2dbc590e6560,DISK] 2024-11-18T20:35:43,723 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/WALs/c0a89b2656d4,40361,1731962141943/c0a89b2656d4%2C40361%2C1731962141943.1731962143707 2024-11-18T20:35:43,723 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35585:35585)] 2024-11-18T20:35:43,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:43,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:43,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:35:43,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:43,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:43,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:35:43,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:43,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:43,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:35:43,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:43,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:43,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:35:43,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:43,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:43,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,732 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:43,734 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:43,736 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:35:43,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62070152, jitterRate=-0.07508265972137451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:43,736 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962143724Initializing all the Stores at 1731962143725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962143725Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962143725Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962143725Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962143725Cleaning up temporary data from old regions at 1731962143733 (+8 ms)Region opened successfully at 1731962143736 (+3 ms) 2024-11-18T20:35:43,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:35:43,739 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@842e52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:35:43,740 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:35:43,740 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:35:43,740 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:35:43,741 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:35:43,741 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:35:43,742 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:35:43,742 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:35:43,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:35:43,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Unable to get data of znode /1950657906/balancer because node does not exist (not necessarily an error) 2024-11-18T20:35:43,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950657906/balancer already deleted, retry=false 2024-11-18T20:35:43,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:35:43,745 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Unable to get data of znode /1950657906/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:35:43,746 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950657906/normalizer already deleted, retry=false 2024-11-18T20:35:43,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:35:43,747 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Unable to get data of znode /1950657906/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:35:43,747 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950657906/switch/split already deleted, retry=false 2024-11-18T20:35:43,748 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Unable to get data of znode /1950657906/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:35:43,748 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950657906/switch/merge already deleted, retry=false 2024-11-18T20:35:43,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Unable to get data of znode /1950657906/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:35:43,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950657906/snapshot-cleanup already deleted, retry=false 2024-11-18T20:35:43,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1950657906/running 2024-11-18T20:35:43,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:43,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1950657906/running 2024-11-18T20:35:43,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:43,751 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40361,1731962141943, sessionid=0x100548c4ba40003, setting cluster-up flag (Was=false) 2024-11-18T20:35:43,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:43,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:43,755 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1950657906/flush-table-proc/acquired, /1950657906/flush-table-proc/reached, /1950657906/flush-table-proc/abort 2024-11-18T20:35:43,756 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:43,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:43,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:43,760 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1950657906/online-snapshot/acquired, /1950657906/online-snapshot/reached, /1950657906/online-snapshot/abort 2024-11-18T20:35:43,760 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:43,761 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:35:43,762 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:43,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:35:43,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:35:43,763 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40361,1731962141943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:35:43,764 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962173765 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:35:43,765 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:35:43,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:43,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:35:43,766 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:43,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:35:43,769 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:35:43,769 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:35:43,769 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:35:43,769 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:35:43,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:35:43,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:35:43,773 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962143773,5,FailOnTimeoutGroup] 2024-11-18T20:35:43,773 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962143773,5,FailOnTimeoutGroup] 2024-11-18T20:35:43,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:35:43,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:35:43,832 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(746): ClusterId : 5d161902-5afb-4406-8c1f-f052484f43d4 2024-11-18T20:35:43,832 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:35:43,834 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:35:43,834 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:35:43,835 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:35:43,835 DEBUG [RS:0;c0a89b2656d4:45213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36379784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:35:43,845 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:45213 2024-11-18T20:35:43,845 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:35:43,845 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:35:43,845 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:35:43,846 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40361,1731962141943 with port=45213, startcode=1731962141992 2024-11-18T20:35:43,846 DEBUG [RS:0;c0a89b2656d4:45213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:35:43,847 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:35:43,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:43,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40361 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:43,848 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f 2024-11-18T20:35:43,848 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36985 2024-11-18T20:35:43,849 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:35:43,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906/rs 2024-11-18T20:35:43,850 DEBUG [RS:0;c0a89b2656d4:45213 {}] zookeeper.ZKUtil(111): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on existing znode=/1950657906/rs/c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:43,850 WARN [RS:0;c0a89b2656d4:45213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:35:43,850 INFO [RS:0;c0a89b2656d4:45213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:43,850 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:43,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,45213,1731962141992] 2024-11-18T20:35:43,853 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:35:43,854 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:35:43,855 INFO [RS:0;c0a89b2656d4:45213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:35:43,855 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,855 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:35:43,855 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:35:43,855 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,855 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,855 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:35:43,856 DEBUG [RS:0;c0a89b2656d4:45213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:35:43,857 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,857 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,857 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,857 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,857 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,857 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45213,1731962141992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:35:43,870 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:35:43,870 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45213,1731962141992-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,870 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,870 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.Replication(171): c0a89b2656d4,45213,1731962141992 started 2024-11-18T20:35:43,883 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:43,883 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,45213,1731962141992, RpcServer on c0a89b2656d4/172.17.0.2:45213, sessionid=0x100548c4ba40004 2024-11-18T20:35:43,883 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:35:43,883 DEBUG [RS:0;c0a89b2656d4:45213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:43,883 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,45213,1731962141992' 2024-11-18T20:35:43,883 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1950657906/flush-table-proc/abort' 2024-11-18T20:35:43,883 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1950657906/flush-table-proc/acquired' 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,45213,1731962141992' 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1950657906/online-snapshot/abort' 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1950657906/online-snapshot/acquired' 2024-11-18T20:35:43,884 DEBUG [RS:0;c0a89b2656d4:45213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:35:43,884 INFO [RS:0;c0a89b2656d4:45213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:35:43,884 INFO [RS:0;c0a89b2656d4:45213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:35:43,985 INFO [RS:0;c0a89b2656d4:45213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:35:43,986 INFO [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45213%2C1731962141992, suffix=, logDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992, archiveDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/oldWALs, maxLogs=10 2024-11-18T20:35:43,998 DEBUG [RS:0;c0a89b2656d4:45213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992/c0a89b2656d4%2C45213%2C1731962141992.1731962143986, exclude list is [], retry=0 2024-11-18T20:35:44,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38483,DS-f1c1e912-499f-4f33-9283-2dbc590e6560,DISK] 2024-11-18T20:35:44,001 INFO [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992/c0a89b2656d4%2C45213%2C1731962141992.1731962143986 2024-11-18T20:35:44,002 DEBUG [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35585:35585)] 2024-11-18T20:35:44,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:35:44,180 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f 2024-11-18T20:35:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:35:44,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:44,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:35:44,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:35:44,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:35:44,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:35:44,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:35:44,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:35:44,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:35:44,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:35:44,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:35:44,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740 2024-11-18T20:35:44,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740 2024-11-18T20:35:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:35:44,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:35:44,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:44,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:35:44,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:35:44,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73318031, jitterRate=0.09252379834651947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:44,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962144585Initializing all the Stores at 1731962144586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962144586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962144586Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962144586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962144586Cleaning up temporary data from old regions at 1731962144594 (+8 ms)Region opened successfully at 1731962144609 (+15 ms) 2024-11-18T20:35:44,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:44,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:44,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:44,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:44,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:44,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:44,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962144609Disabling compacts and flushes for region at 1731962144609Disabling writes for close at 1731962144609Writing region close event to WAL at 1731962144617 (+8 ms)Closed at 1731962144617 2024-11-18T20:35:44,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:44,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:35:44,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:35:44,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:35:44,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:35:44,771 DEBUG [c0a89b2656d4:40361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:35:44,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:44,773 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,45213,1731962141992, state=OPENING 2024-11-18T20:35:44,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:35:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:44,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:44,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:35:44,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950657906/meta-region-server: CHANGED 2024-11-18T20:35:44,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45213,1731962141992}] 2024-11-18T20:35:44,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950657906/meta-region-server: CHANGED 2024-11-18T20:35:44,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:35:44,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:35:44,933 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:35:44,933 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:44,933 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:35:44,935 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45213%2C1731962141992.meta, suffix=.meta, logDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992, archiveDir=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/oldWALs, maxLogs=10 2024-11-18T20:35:44,946 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992/c0a89b2656d4%2C45213%2C1731962141992.meta.1731962144935.meta, exclude list is [], retry=0 2024-11-18T20:35:44,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38483,DS-f1c1e912-499f-4f33-9283-2dbc590e6560,DISK] 2024-11-18T20:35:44,950 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992/c0a89b2656d4%2C45213%2C1731962141992.meta.1731962144935.meta 2024-11-18T20:35:44,953 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35585:35585)] 2024-11-18T20:35:44,953 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:44,954 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:35:44,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:35:44,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:35:44,954 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:35:44,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:35:44,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:44,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:35:44,954 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:35:44,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:35:44,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:35:44,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:35:44,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:35:44,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:35:44,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:35:44,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:35:44,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:35:44,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:44,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:44,964 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:35:44,964 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740 2024-11-18T20:35:44,965 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740 2024-11-18T20:35:44,966 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:35:44,966 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:35:44,967 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:44,968 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:35:44,969 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69402806, jitterRate=0.03418239951133728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:44,969 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:35:44,969 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962144954Writing region info on filesystem at 1731962144954Initializing all the Stores at 1731962144955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962144955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962144959 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962144959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962144959Cleaning up temporary data from old regions at 1731962144966 (+7 ms)Running coprocessor post-open hooks at 1731962144969 (+3 ms)Region opened successfully at 1731962144969 2024-11-18T20:35:44,969 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962144928 2024-11-18T20:35:44,971 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:35:44,972 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:35:44,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:44,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,45213,1731962141992, state=OPEN 2024-11-18T20:35:44,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1950657906/meta-region-server 2024-11-18T20:35:44,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1950657906/meta-region-server 2024-11-18T20:35:44,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:44,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950657906/meta-region-server: CHANGED 2024-11-18T20:35:44,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950657906/meta-region-server: CHANGED 2024-11-18T20:35:44,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:35:44,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45213,1731962141992 in 198 msec 2024-11-18T20:35:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:35:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-18T20:35:44,978 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:44,978 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:35:44,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:44,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45213,1731962141992, seqNum=-1] 2024-11-18T20:35:44,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:44,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:35:44,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-18T20:35:44,984 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962144984, completionTime=-1 2024-11-18T20:35:44,985 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:35:44,985 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:35:44,986 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:35:44,986 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962204986 2024-11-18T20:35:44,986 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962264986 2024-11-18T20:35:44,986 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:35:44,986 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40361,1731962141943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:44,986 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40361,1731962141943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:44,987 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40361,1731962141943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:44,987 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40361, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:44,987 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:44,987 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:44,988 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40361,1731962141943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:35:44,990 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40361,1731962141943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:35:44,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:35:44,992 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:35:44,992 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40361,1731962141943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:45,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40361,-1 for getting cluster id 2024-11-18T20:35:45,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:45,035 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d161902-5afb-4406-8c1f-f052484f43d4' 2024-11-18T20:35:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d161902-5afb-4406-8c1f-f052484f43d4" 2024-11-18T20:35:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40361,-1] 2024-11-18T20:35:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:45,036 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:45,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bb812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:45,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45213,1731962141992, seqNum=-1] 2024-11-18T20:35:45,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:45,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:35:45,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:45,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:45,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:45,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548c4ba40005 connected 2024-11-18T20:35:45,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb63a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37999,-1 for getting cluster id 2024-11-18T20:35:45,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:45,049 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57f06dd-8b7c-45a6-8c55-fc9e50aac5a3' 2024-11-18T20:35:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3" 2024-11-18T20:35:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b74876d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37999,-1] 2024-11-18T20:35:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:45,050 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dab92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:35:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612407ea 2024-11-18T20:35:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:35:45,053 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:35:45,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:40361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:35:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:35:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:35:45,060 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40361' 2024-11-18T20:35:45,061 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f68d6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,061 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40361,-1 for getting cluster id 2024-11-18T20:35:45,061 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:45,063 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d161902-5afb-4406-8c1f-f052484f43d4' 2024-11-18T20:35:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d161902-5afb-4406-8c1f-f052484f43d4" 2024-11-18T20:35:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc43c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40361,-1] 2024-11-18T20:35:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:45,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:45,065 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:45,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f4d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,067 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:35:45,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:45,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7553af 2024-11-18T20:35:45,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:35:45,069 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:35:45,070 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T20:35:45,070 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:35:45,070 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:45,071 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:45,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:45,071 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:35:45,073 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:35:45,075 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:35:45,075 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:45,078 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:35:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741835_1011 (size=1138) 2024-11-18T20:35:45,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71d4c7ba774110ca883c7175b47090e0, NAME => 'hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e 2024-11-18T20:35:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741836_1012 (size=44) 2024-11-18T20:35:45,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:45,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71d4c7ba774110ca883c7175b47090e0, disabling compactions & flushes 2024-11-18T20:35:45,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. after waiting 0 ms 2024-11-18T20:35:45,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71d4c7ba774110ca883c7175b47090e0: Waiting for close lock at 1731962145108Disabling compacts and flushes for region at 1731962145108Disabling writes for close at 1731962145108Writing region close event to WAL at 1731962145108Closed at 1731962145108 2024-11-18T20:35:45,109 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:35:45,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962145109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962145109"}]},"ts":"1731962145109"} 2024-11-18T20:35:45,112 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:35:45,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:35:45,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962145113"}]},"ts":"1731962145113"} 2024-11-18T20:35:45,116 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:35:45,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN}] 2024-11-18T20:35:45,117 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN 2024-11-18T20:35:45,118 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN; state=OFFLINE, location=c0a89b2656d4,37659,1731962139231; forceNewPlan=false, retain=false 2024-11-18T20:35:45,124 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:35:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:35:45,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=71d4c7ba774110ca883c7175b47090e0, regionState=OPENING, regionLocation=c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN because future has completed 2024-11-18T20:35:45,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d4c7ba774110ca883c7175b47090e0, server=c0a89b2656d4,37659,1731962139231}] 2024-11-18T20:35:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:35:45,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:45,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:35:45,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C37659%2C1731962139231.rep, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs, maxLogs=10 2024-11-18T20:35:45,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.rep.1731962145440, exclude list is [], retry=0 2024-11-18T20:35:45,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:45,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.rep.1731962145440 2024-11-18T20:35:45,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:45,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 71d4c7ba774110ca883c7175b47090e0, NAME => 'hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:45,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:35:45,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:35:45,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. service=MultiRowMutationService 2024-11-18T20:35:45,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:35:45,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:45,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,478 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,480 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d4c7ba774110ca883c7175b47090e0 columnFamilyName hfileref 2024-11-18T20:35:45,480 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:45,481 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(327): Store=71d4c7ba774110ca883c7175b47090e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:45,481 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,485 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d4c7ba774110ca883c7175b47090e0 columnFamilyName queue 2024-11-18T20:35:45,485 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:45,489 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(327): Store=71d4c7ba774110ca883c7175b47090e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:45,489 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,494 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d4c7ba774110ca883c7175b47090e0 columnFamilyName sid 2024-11-18T20:35:45,495 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:45,497 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(327): Store=71d4c7ba774110ca883c7175b47090e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:45,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:35:45,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:35:45,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 71d4c7ba774110ca883c7175b47090e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73000566, jitterRate=0.08779320120811462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:35:45,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:45,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 71d4c7ba774110ca883c7175b47090e0: Running coprocessor pre-open hook at 1731962145475Writing region info on filesystem at 1731962145476 (+1 ms)Initializing all the Stores at 1731962145477 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962145477Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962145477Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962145477Cleaning up temporary data from old regions at 1731962145500 (+23 ms)Running coprocessor post-open hooks at 1731962145506 (+6 ms)Region opened successfully at 1731962145507 (+1 ms) 2024-11-18T20:35:45,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0., pid=7, masterSystemTime=1731962145427 2024-11-18T20:35:45,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:45,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=71d4c7ba774110ca883c7175b47090e0, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:45,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d4c7ba774110ca883c7175b47090e0, server=c0a89b2656d4,37659,1731962139231 because future has completed 2024-11-18T20:35:45,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T20:35:45,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 71d4c7ba774110ca883c7175b47090e0, server=c0a89b2656d4,37659,1731962139231 in 249 msec 2024-11-18T20:35:45,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:35:45,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN in 409 msec 2024-11-18T20:35:45,533 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:35:45,534 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962145533"}]},"ts":"1731962145533"} 2024-11-18T20:35:45,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:35:45,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:35:45,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 467 msec 2024-11-18T20:35:45,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0., hostname=c0a89b2656d4,37659,1731962139231, seqNum=2] 2024-11-18T20:35:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:45,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:35:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:35:45,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T20:35:45,744 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:35:45,790 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,37659,1731962139231, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:35:45,791 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:45,791 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,37659,1731962139231, seqNum=-1] 2024-11-18T20:35:45,791 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:45,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T20:35:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,37659,1731962139231', locateType=CURRENT is [region=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0., hostname=c0a89b2656d4,37659,1731962139231, seqNum=2] 2024-11-18T20:35:45,800 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T20:35:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T20:35:45,805 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,37659,1731962139231 suceeded 2024-11-18T20:35:45,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T20:35:45,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-18T20:35:45,808 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:40361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:35:45,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 754 msec 2024-11-18T20:35:45,826 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40361' 2024-11-18T20:35:45,830 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35444cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,830 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40361,-1 for getting cluster id 2024-11-18T20:35:45,830 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:45,831 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d161902-5afb-4406-8c1f-f052484f43d4' 2024-11-18T20:35:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d161902-5afb-4406-8c1f-f052484f43d4" 2024-11-18T20:35:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea5a616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40361,-1] 2024-11-18T20:35:45,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:45,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:45,833 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:45,833 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ba0458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:45,834 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:35:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f1946d 2024-11-18T20:35:45,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:35:45,836 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T20:35:45,837 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,37659,1731962139231 (queues=1) is replicating from cluster=d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3 to cluster=5d161902-5afb-4406-8c1f-f052484f43d4 2024-11-18T20:35:45,837 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C37659%2C1731962139231 2024-11-18T20:35:45,837 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,37659,1731962139231, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:35:45,839 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.wal-reader.c0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085, startPosition=0, beingWritten=true 2024-11-18T20:35:45,845 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.shipperc0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C37659%2C1731962139231 2024-11-18T20:35:45,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:35:45,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:35:46,056 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.wal-reader.c0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085 to pos 0, reset compression=false 2024-11-18T20:35:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:35:46,195 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:35:46,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:46,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:46,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:46,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:46,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:46,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:35:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4f6222 2024-11-18T20:35:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:35:46,200 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:35:46,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37999 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:35:46,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:46,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:46,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:46,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:46,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:46,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:35:46,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1364072902, stopped=false 2024-11-18T20:35:46,201 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,37999,1731962139117 2024-11-18T20:35:46,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:46,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:46,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:46,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:46,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:46,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:46,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:46,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:46,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,37659,1731962139231' ***** 2024-11-18T20:35:46,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:35:46,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:46,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:46,205 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:35:46,205 INFO [RS:0;c0a89b2656d4:37659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:35:46,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:35:46,205 INFO [RS:0;c0a89b2656d4:37659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:35:46,205 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(3091): Received CLOSE for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:37659. 2024-11-18T20:35:46,213 DEBUG [RS:0;c0a89b2656d4:37659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:46,213 DEBUG [RS:0;c0a89b2656d4:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:35:46,213 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:35:46,216 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71d4c7ba774110ca883c7175b47090e0, disabling compactions & flushes 2024-11-18T20:35:46,216 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:46,216 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:46,216 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. after waiting 0 ms 2024-11-18T20:35:46,216 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:46,216 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71d4c7ba774110ca883c7175b47090e0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T20:35:46,219 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:35:46,219 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71d4c7ba774110ca883c7175b47090e0=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.} 2024-11-18T20:35:46,219 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:46,219 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:46,219 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:46,219 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:46,221 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:46,221 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:46,221 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T20:35:46,245 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:46,254 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/.tmp/queue/4f8792059e2d42848ad90b1597d6261e is 151, key is 1-c0a89b2656d4,37659,1731962139231/queue:c0a89b2656d4%2C37659%2C1731962139231/1731962145797/Put/seqid=0 2024-11-18T20:35:46,268 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/info/48e935e8a35f46d399dd7f521ddbbf5f is 147, key is hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0./info:regioninfo/1731962145512/Put/seqid=0 2024-11-18T20:35:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741838_1014 (size=5350) 2024-11-18T20:35:46,274 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/.tmp/queue/4f8792059e2d42848ad90b1597d6261e 2024-11-18T20:35:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741839_1015 (size=6631) 2024-11-18T20:35:46,277 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/info/48e935e8a35f46d399dd7f521ddbbf5f 2024-11-18T20:35:46,287 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/.tmp/queue/4f8792059e2d42848ad90b1597d6261e as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/queue/4f8792059e2d42848ad90b1597d6261e 2024-11-18T20:35:46,296 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/queue/4f8792059e2d42848ad90b1597d6261e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T20:35:46,298 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 71d4c7ba774110ca883c7175b47090e0 in 82ms, sequenceid=5, compaction requested=false 2024-11-18T20:35:46,316 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/ns/678b4b13fb1a48eaa4d76986a986c296 is 43, key is default/ns:d/1731962140969/Put/seqid=0 2024-11-18T20:35:46,326 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:35:46,327 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:46,327 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:46,327 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:46,327 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71d4c7ba774110ca883c7175b47090e0: Waiting for close lock at 1731962146215Running coprocessor pre-close hooks at 1731962146215Disabling compacts and flushes for region at 1731962146215Disabling writes for close at 1731962146216 (+1 ms)Obtaining lock to block concurrent updates at 1731962146216Preparing flush snapshotting stores in 71d4c7ba774110ca883c7175b47090e0 at 1731962146216Finished memstore snapshotting hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731962146216Flushing stores of hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. at 1731962146217 (+1 ms)Flushing 71d4c7ba774110ca883c7175b47090e0/queue: creating writer at 1731962146218 (+1 ms)Flushing 71d4c7ba774110ca883c7175b47090e0/queue: appending metadata at 1731962146254 (+36 ms)Flushing 71d4c7ba774110ca883c7175b47090e0/queue: closing flushed file at 1731962146254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444c0a7e: reopening flushed file at 1731962146286 (+32 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 71d4c7ba774110ca883c7175b47090e0 in 82ms, sequenceid=5, compaction requested=false at 1731962146300 (+14 ms)Writing region close event to WAL at 1731962146311 (+11 ms)Running coprocessor post-close hooks at 1731962146327 (+16 ms)Closed at 1731962146327 2024-11-18T20:35:46,328 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:35:46,366 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.wal-reader.c0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085 to pos 0, reset compression=false 2024-11-18T20:35:46,419 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:46,619 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:46,729 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/ns/678b4b13fb1a48eaa4d76986a986c296 2024-11-18T20:35:46,748 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/table/02543fd831914c73ba85dad6e55d44fb is 53, key is hbase:replication/table:state/1731962145533/Put/seqid=0 2024-11-18T20:35:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741841_1017 (size=5256) 2024-11-18T20:35:46,770 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.wal-reader.c0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085 to pos 0, reset compression=false 2024-11-18T20:35:46,819 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:47,001 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:35:47,001 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:35:47,019 DEBUG [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:47,152 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/table/02543fd831914c73ba85dad6e55d44fb 2024-11-18T20:35:47,157 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/info/48e935e8a35f46d399dd7f521ddbbf5f as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/info/48e935e8a35f46d399dd7f521ddbbf5f 2024-11-18T20:35:47,161 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/info/48e935e8a35f46d399dd7f521ddbbf5f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T20:35:47,162 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/ns/678b4b13fb1a48eaa4d76986a986c296 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/ns/678b4b13fb1a48eaa4d76986a986c296 2024-11-18T20:35:47,167 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/ns/678b4b13fb1a48eaa4d76986a986c296, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:35:47,168 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/table/02543fd831914c73ba85dad6e55d44fb as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/table/02543fd831914c73ba85dad6e55d44fb 2024-11-18T20:35:47,172 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/table/02543fd831914c73ba85dad6e55d44fb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T20:35:47,173 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=11, compaction requested=false 2024-11-18T20:35:47,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:35:47,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:47,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:47,178 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:47,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962146219Running coprocessor pre-close hooks at 1731962146219Disabling compacts and flushes for region at 1731962146219Disabling writes for close at 1731962146221 (+2 ms)Obtaining lock to block concurrent updates at 1731962146221Preparing flush snapshotting stores in 1588230740 at 1731962146221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731962146222 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962146223 (+1 ms)Flushing 1588230740/info: creating writer at 1731962146223Flushing 1588230740/info: appending metadata at 1731962146268 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731962146268Flushing 1588230740/ns: creating writer at 1731962146288 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731962146315 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731962146315Flushing 1588230740/table: creating writer at 1731962146734 (+419 ms)Flushing 1588230740/table: appending metadata at 1731962146747 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731962146748 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba1fa86: reopening flushed file at 1731962147156 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d1ef13: reopening flushed file at 1731962147161 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1329674a: reopening flushed file at 1731962147167 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=11, compaction requested=false at 1731962147173 (+6 ms)Writing region close event to WAL at 1731962147174 (+1 ms)Running coprocessor post-close hooks at 1731962147178 (+4 ms)Closed at 1731962147178 2024-11-18T20:35:47,178 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:47,220 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,37659,1731962139231; all regions closed. 2024-11-18T20:35:47,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.meta.1731962140919.meta not finished, retry = 0 2024-11-18T20:35:47,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741834_1010 (size=2742) 2024-11-18T20:35:47,274 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.wal-reader.c0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.1731962140085 to pos 0, reset compression=false 2024-11-18T20:35:47,326 DEBUG [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs 2024-11-18T20:35:47,326 INFO [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C37659%2C1731962139231.meta:.meta(num 1731962140919) 2024-11-18T20:35:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741837_1013 (size=1586) 2024-11-18T20:35:47,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231/c0a89b2656d4%2C37659%2C1731962139231.rep.1731962145440 not finished, retry = 0 2024-11-18T20:35:47,431 DEBUG [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs 2024-11-18T20:35:47,432 INFO [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C37659%2C1731962139231.rep:(num 1731962145440) 2024-11-18T20:35:47,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:35:47,437 DEBUG [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs 2024-11-18T20:35:47,437 INFO [RS:0;c0a89b2656d4:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C37659%2C1731962139231:(num 1731962140085) 2024-11-18T20:35:47,437 DEBUG [RS:0;c0a89b2656d4:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:47,437 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:47,437 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:47,438 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:47,438 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:47,438 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:47,438 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,37659,1731962139231 because: Region server is closing 2024-11-18T20:35:47,438 INFO [RS:0;c0a89b2656d4:37659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:37659. 2024-11-18T20:35:47,438 DEBUG [RS:0;c0a89b2656d4:37659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:47,439 DEBUG [RS:0;c0a89b2656d4:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:47,439 DEBUG [RS:0;c0a89b2656d4:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:47,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:47,539 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.wal-reader.c0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:35:47,539 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.shipperc0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:35:47,539 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,37659,1731962139231.replicationSource.shipperc0a89b2656d4%2C37659%2C1731962139231,1-c0a89b2656d4,37659,1731962139231 terminated 2024-11-18T20:35:47,540 INFO [RS:0;c0a89b2656d4:37659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37659 2024-11-18T20:35:47,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/rs/c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:47,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/rs 2024-11-18T20:35:47,541 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:47,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,37659,1731962139231] 2024-11-18T20:35:47,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/draining/c0a89b2656d4,37659,1731962139231 already deleted, retry=false 2024-11-18T20:35:47,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,37659,1731962139231 expired; onlineServers=0 2024-11-18T20:35:47,543 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,37999,1731962139117' ***** 2024-11-18T20:35:47,543 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:35:47,543 INFO [M:0;c0a89b2656d4:37999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:47,543 INFO [M:0;c0a89b2656d4:37999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:47,544 DEBUG [M:0;c0a89b2656d4:37999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:35:47,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:35:47,544 DEBUG [M:0;c0a89b2656d4:37999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:35:47,544 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962139793 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962139793,5,FailOnTimeoutGroup] 2024-11-18T20:35:47,544 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962139781 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962139781,5,FailOnTimeoutGroup] 2024-11-18T20:35:47,544 INFO [M:0;c0a89b2656d4:37999 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:47,544 INFO [M:0;c0a89b2656d4:37999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:47,544 DEBUG [M:0;c0a89b2656d4:37999 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:35:47,544 INFO [M:0;c0a89b2656d4:37999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:35:47,544 INFO [M:0;c0a89b2656d4:37999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:47,545 INFO [M:0;c0a89b2656d4:37999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:35:47,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:35:47,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/master 2024-11-18T20:35:47,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:47,548 DEBUG [M:0;c0a89b2656d4:37999 {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/master already deleted, retry=false 2024-11-18T20:35:47,548 DEBUG [M:0;c0a89b2656d4:37999 {}] master.ActiveMasterManager(353): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Failed delete of our master address node; KeeperErrorCode = NoNode for /02131240994/master 2024-11-18T20:35:47,549 INFO [M:0;c0a89b2656d4:37999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/.lastflushedseqids 2024-11-18T20:35:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741842_1018 (size=181) 2024-11-18T20:35:47,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:47,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x100548c4ba40001, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:47,643 INFO [RS:0;c0a89b2656d4:37659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:47,643 INFO [RS:0;c0a89b2656d4:37659 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,37659,1731962139231; zookeeper connection closed. 2024-11-18T20:35:47,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11182c8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11182c8d 2024-11-18T20:35:47,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:35:47,983 INFO [M:0;c0a89b2656d4:37999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:35:47,983 INFO [M:0;c0a89b2656d4:37999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:35:47,983 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:47,983 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:47,983 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:47,984 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:47,984 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:47,984 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T20:35:48,006 DEBUG [M:0;c0a89b2656d4:37999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fab978f2054b4181964ba797e17f0299 is 82, key is hbase:meta,,1/info:regioninfo/1731962140958/Put/seqid=0 2024-11-18T20:35:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741843_1019 (size=5672) 2024-11-18T20:35:48,012 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fab978f2054b4181964ba797e17f0299 2024-11-18T20:35:48,033 DEBUG [M:0;c0a89b2656d4:37999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd35fed9ab7d44c89616ada718fcde95 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731962145539/Put/seqid=0 2024-11-18T20:35:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741844_1020 (size=7203) 2024-11-18T20:35:48,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:35:48,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:48,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:48,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:48,439 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd35fed9ab7d44c89616ada718fcde95 2024-11-18T20:35:48,458 DEBUG [M:0;c0a89b2656d4:37999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bb9b237e43404e94c9b8212d6a36a6 is 69, key is c0a89b2656d4,37659,1731962139231/rs:state/1731962139908/Put/seqid=0 2024-11-18T20:35:48,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741845_1021 (size=5156) 2024-11-18T20:35:48,862 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bb9b237e43404e94c9b8212d6a36a6 2024-11-18T20:35:48,867 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fab978f2054b4181964ba797e17f0299 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fab978f2054b4181964ba797e17f0299 2024-11-18T20:35:48,871 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fab978f2054b4181964ba797e17f0299, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T20:35:48,872 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd35fed9ab7d44c89616ada718fcde95 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd35fed9ab7d44c89616ada718fcde95 2024-11-18T20:35:48,878 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd35fed9ab7d44c89616ada718fcde95, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T20:35:48,879 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71bb9b237e43404e94c9b8212d6a36a6 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bb9b237e43404e94c9b8212d6a36a6 2024-11-18T20:35:48,884 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bb9b237e43404e94c9b8212d6a36a6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T20:35:48,885 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=70, compaction requested=false 2024-11-18T20:35:48,887 INFO [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:48,887 DEBUG [M:0;c0a89b2656d4:37999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962147983Disabling compacts and flushes for region at 1731962147983Disabling writes for close at 1731962147984 (+1 ms)Obtaining lock to block concurrent updates at 1731962147984Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962147984Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731962147984Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962147985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962147985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962148006 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962148006Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962148016 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962148033 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962148033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962148444 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962148457 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962148457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daf805b: reopening flushed file at 1731962148866 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb76efb: reopening flushed file at 1731962148872 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5c4819: reopening flushed file at 1731962148878 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=70, compaction requested=false at 1731962148885 (+7 ms)Writing region close event to WAL at 1731962148887 (+2 ms)Closed at 1731962148887 2024-11-18T20:35:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741830_1006 (size=41008) 2024-11-18T20:35:48,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 not finished, retry = 0 2024-11-18T20:35:48,990 INFO [M:0;c0a89b2656d4:37999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:35:48,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:48,990 INFO [M:0;c0a89b2656d4:37999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37999 2024-11-18T20:35:48,991 INFO [M:0;c0a89b2656d4:37999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:49,092 INFO [M:0;c0a89b2656d4:37999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37999-0x100548c4ba40000, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:49,094 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:35:49,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40115 2024-11-18T20:35:49,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40115 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:49,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401150x0, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:49,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40115-0x100548c4ba40006 connected 2024-11-18T20:35:49,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:49,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:49,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:49,102 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: INIT 2024-11-18T20:35:49,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e, hbase.cluster.distributed=false 2024-11-18T20:35:49,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/acl 2024-11-18T20:35:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-18T20:35:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40115 2024-11-18T20:35:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40115 2024-11-18T20:35:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-18T20:35:49,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-18T20:35:49,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:35:49,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:35:49,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36327 2024-11-18T20:35:49,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36327 connecting to ZooKeeper ensemble=127.0.0.1:53531 2024-11-18T20:35:49,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:49,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:49,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363270x0, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:35:49,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363270x0, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:49,124 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: INIT 2024-11-18T20:35:49,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36327-0x100548c4ba40007 connected 2024-11-18T20:35:49,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:35:49,128 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:35:49,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/master 2024-11-18T20:35:49,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/acl 2024-11-18T20:35:49,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-18T20:35:49,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36327 2024-11-18T20:35:49,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36327 2024-11-18T20:35:49,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-18T20:35:49,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36327 2024-11-18T20:35:49,151 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40115 2024-11-18T20:35:49,151 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02131240994/backup-masters/c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:49,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:49,153 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on existing znode=/02131240994/backup-masters/c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:49,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02131240994/master 2024-11-18T20:35:49,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:49,157 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on existing znode=/02131240994/master 2024-11-18T20:35:49,159 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02131240994/backup-masters/c0a89b2656d4,40115,1731962149093 from backup master directory 2024-11-18T20:35:49,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/backup-masters/c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:49,160 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:35:49,160 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/backup-masters 2024-11-18T20:35:49,172 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:35:49,172 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:35:49,180 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-18T20:35:49,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741846_1022 (size=196) 2024-11-18T20:35:49,589 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:35:49,589 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:35:49,590 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:49,596 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T20:35:49,598 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117 to hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117-dead as it is dead 2024-11-18T20:35:49,599 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117-dead/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 2024-11-18T20:35:49,599 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117-dead/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 after 0ms 2024-11-18T20:35:49,600 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117-dead/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 to hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 2024-11-18T20:35:49,600 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,37999,1731962139117-dead 2024-11-18T20:35:49,600 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,601 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:35:49,602 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40115%2C1731962149093, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,40115,1731962149093, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/oldWALs, maxLogs=10 2024-11-18T20:35:49,614 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,40115,1731962149093/c0a89b2656d4%2C40115%2C1731962149093.1731962149602, exclude list is [], retry=0 2024-11-18T20:35:49,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:49,618 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,40115,1731962149093/c0a89b2656d4%2C40115%2C1731962149093.1731962149602 2024-11-18T20:35:49,618 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:49,619 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:49,619 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:49,619 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,619 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:35:49,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:49,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fab978f2054b4181964ba797e17f0299 2024-11-18T20:35:49,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:49,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:35:49,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:49,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd35fed9ab7d44c89616ada718fcde95 2024-11-18T20:35:49,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:49,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:35:49,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:49,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71bb9b237e43404e94c9b8212d6a36a6 2024-11-18T20:35:49,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:49,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:35:49,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:49,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:49,645 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,646 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T20:35:49,646 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 2024-11-18T20:35:49,651 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 2024-11-18T20:35:49,651 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c0a89b2656d4%2C37999%2C1731962139117.1731962139486 2024-11-18T20:35:49,652 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,653 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,653 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:49,654 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:35:49,656 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T20:35:49,657 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61466161, jitterRate=-0.08408282697200775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:49,658 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962149619Initializing all the Stores at 1731962149620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962149620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962149620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962149620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962149620Cleaning up temporary data from old regions at 1731962149653 (+33 ms)Region opened successfully at 1731962149657 (+4 ms) 2024-11-18T20:35:49,658 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:35:49,660 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c10f413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:35:49,663 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T20:35:49,663 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:35:49,663 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:35:49,663 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:35:49,664 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:35:49,667 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:35:49,667 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:35:49,667 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:35:49,667 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T20:35:49,668 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:35:49,670 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c0a89b2656d4,37659,1731962139231, regionLocation=c0a89b2656d4,37659,1731962139231, openSeqNum=2 2024-11-18T20:35:49,670 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c0a89b2656d4,37659,1731962139231, table=hbase:meta, region=1588230740 2024-11-18T20:35:49,670 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,37659,1731962139231, state=OPEN 2024-11-18T20:35:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:49,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:49,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:49,674 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:35:49,675 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/draining/c0a89b2656d4,37659,1731962139231 already deleted, retry=false 2024-11-18T20:35:49,675 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c0a89b2656d4,37659,1731962139231 on c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,676 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c0a89b2656d4,37659,1731962139231, splitWal=true, meta=true 2024-11-18T20:35:49,676 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for c0a89b2656d4,37659,1731962139231 (carryingMeta=true) c0a89b2656d4,37659,1731962139231/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@62d612db[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T20:35:49,678 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/balancer because node does not exist (not necessarily an error) 2024-11-18T20:35:49,679 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/balancer already deleted, retry=false 2024-11-18T20:35:49,679 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:35:49,680 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:35:49,680 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/normalizer already deleted, retry=false 2024-11-18T20:35:49,680 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:35:49,681 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:35:49,682 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/switch/split already deleted, retry=false 2024-11-18T20:35:49,682 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:35:49,683 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/switch/merge already deleted, retry=false 2024-11-18T20:35:49,687 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:35:49,687 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/snapshot-cleanup already deleted, retry=false 2024-11-18T20:35:49,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:49,689 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40115,1731962149093, sessionid=0x100548c4ba40006, setting cluster-up flag (Was=false) 2024-11-18T20:35:49,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02131240994/flush-table-proc/acquired, /02131240994/flush-table-proc/reached, /02131240994/flush-table-proc/abort 2024-11-18T20:35:49,691 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,693 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02131240994/online-snapshot/acquired, /02131240994/online-snapshot/reached, /02131240994/online-snapshot/abort 2024-11-18T20:35:49,693 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:49,694 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/.lastflushedseqids 2024-11-18T20:35:49,696 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:35:49,697 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:35:49,697 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40115,1731962149093 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c0a89b2656d4,37659,1731962139231 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:35:49,698 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,700 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c0a89b2656d4,37659,1731962139231, splitWal=true, meta=true 2024-11-18T20:35:49,701 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962179701 2024-11-18T20:35:49,701 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c0a89b2656d4,37659,1731962139231, splitWal=true, meta=true, isMeta: true 2024-11-18T20:35:49,701 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:35:49,701 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:35:49,701 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:35:49,701 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:35:49,701 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:35:49,702 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:35:49,703 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231-splitting 2024-11-18T20:35:49,703 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962149703,5,FailOnTimeoutGroup] 2024-11-18T20:35:49,703 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962149703,5,FailOnTimeoutGroup] 2024-11-18T20:35:49,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:35:49,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962149703, completionTime=-1 2024-11-18T20:35:49,703 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T20:35:49,703 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:35:49,703 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231-splitting dir is empty, no logs to split. 2024-11-18T20:35:49,703 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0a89b2656d4,37659,1731962139231 WAL count=0, meta=true 2024-11-18T20:35:49,705 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231-splitting dir is empty, no logs to split. 2024-11-18T20:35:49,706 INFO [PEWorker-1 {}] master.SplitWALManager(105): c0a89b2656d4,37659,1731962139231 WAL count=0, meta=true 2024-11-18T20:35:49,706 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c0a89b2656d4,37659,1731962139231 WAL splitting is done? wals=0, meta=true 2024-11-18T20:35:49,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:35:49,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:35:49,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:35:49,738 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(746): ClusterId : d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3 2024-11-18T20:35:49,738 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:35:49,740 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:35:49,740 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:35:49,741 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:35:49,741 DEBUG [RS:0;c0a89b2656d4:36327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acca0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:35:49,754 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:36327 2024-11-18T20:35:49,754 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:35:49,754 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:35:49,754 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:35:49,755 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40115,1731962149093 with port=36327, startcode=1731962149117 2024-11-18T20:35:49,755 DEBUG [RS:0;c0a89b2656d4:36327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:35:49,757 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:35:49,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:49,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40115 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:49,758 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e 2024-11-18T20:35:49,758 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33437 2024-11-18T20:35:49,758 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:35:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/rs 2024-11-18T20:35:49,762 DEBUG [RS:0;c0a89b2656d4:36327 {}] zookeeper.ZKUtil(111): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on existing znode=/02131240994/rs/c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:49,762 WARN [RS:0;c0a89b2656d4:36327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:35:49,762 INFO [RS:0;c0a89b2656d4:36327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:49,762 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:49,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,36327,1731962149117] 2024-11-18T20:35:49,778 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:35:49,779 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:35:49,780 INFO [RS:0;c0a89b2656d4:36327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:35:49,780 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,780 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:35:49,781 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:35:49,781 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:35:49,781 DEBUG [RS:0;c0a89b2656d4:36327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:35:49,782 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,782 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,782 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,782 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,782 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,782 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36327,1731962149117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:35:49,796 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:35:49,796 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36327,1731962149117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,803 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T20:35:49,810 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,36327,1731962149117, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:35:49,810 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,810 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.Replication(171): c0a89b2656d4,36327,1731962149117 started 2024-11-18T20:35:49,823 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40361' 2024-11-18T20:35:49,823 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,36327,1731962149117, RpcServer on c0a89b2656d4/172.17.0.2:36327, sessionid=0x100548c4ba40007 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36327,1731962149117' 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02131240994/flush-table-proc/abort' 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02131240994/flush-table-proc/acquired' 2024-11-18T20:35:49,823 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d73ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40361,-1 for getting cluster id 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36327,1731962149117' 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02131240994/online-snapshot/abort' 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02131240994/online-snapshot/acquired' 2024-11-18T20:35:49,824 DEBUG [RS:0;c0a89b2656d4:36327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:35:49,824 INFO [RS:0;c0a89b2656d4:36327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:35:49,824 INFO [RS:0;c0a89b2656d4:36327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:35:49,825 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d161902-5afb-4406-8c1f-f052484f43d4' 2024-11-18T20:35:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d161902-5afb-4406-8c1f-f052484f43d4" 2024-11-18T20:35:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21550248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40361,-1] 2024-11-18T20:35:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:49,826 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:49,827 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c522be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:49,827 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:35:49,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:49,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e3e7f0 2024-11-18T20:35:49,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:35:49,829 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T20:35:49,829 INFO [RS:0;c0a89b2656d4:36327.replicationSource,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,36327,1731962149117 (queues=0) is replicating from cluster=d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3 to cluster=5d161902-5afb-4406-8c1f-f052484f43d4 2024-11-18T20:35:49,858 WARN [c0a89b2656d4:40115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T20:35:49,925 INFO [RS:0;c0a89b2656d4:36327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:35:49,926 INFO [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36327%2C1731962149117, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs, maxLogs=10 2024-11-18T20:35:49,937 DEBUG [RS:0;c0a89b2656d4:36327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926, exclude list is [], retry=0 2024-11-18T20:35:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:49,941 INFO [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 2024-11-18T20:35:49,941 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c0a89b2656d4%2C36327%2C1731962149117 for peer 1 2024-11-18T20:35:49,942 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C36327%2C1731962149117 2024-11-18T20:35:49,942 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,36327,1731962149117, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:35:49,942 DEBUG [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:49,942 INFO [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C36327%2C1731962149117 2024-11-18T20:35:49,942 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926, startPosition=0, beingWritten=true 2024-11-18T20:35:50,108 DEBUG [c0a89b2656d4:40115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:35:50,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:50,110 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36327,1731962149117, state=OPENING 2024-11-18T20:35:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:50,111 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:35:50,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:50,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:50,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36327,1731962149117}] 2024-11-18T20:35:50,147 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:50,264 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:35:50,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:35:50,268 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:35:50,268 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:50,268 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:35:50,270 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36327%2C1731962149117.meta, suffix=.meta, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs, maxLogs=10 2024-11-18T20:35:50,282 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.meta.1731962150270.meta, exclude list is [], retry=0 2024-11-18T20:35:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:50,286 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.meta.1731962150270.meta 2024-11-18T20:35:50,286 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:50,286 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:50,287 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:35:50,287 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:35:50,287 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:35:50,287 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:35:50,287 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:35:50,287 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:50,288 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:35:50,288 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:35:50,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:35:50,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:35:50,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:50,297 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/info/48e935e8a35f46d399dd7f521ddbbf5f 2024-11-18T20:35:50,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:50,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:35:50,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:35:50,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:50,304 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/ns/678b4b13fb1a48eaa4d76986a986c296 2024-11-18T20:35:50,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:50,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:35:50,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:35:50,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:50,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:50,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:35:50,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:35:50,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:50,313 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/table/02543fd831914c73ba85dad6e55d44fb 2024-11-18T20:35:50,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:35:50,313 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:35:50,314 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740 2024-11-18T20:35:50,317 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740 2024-11-18T20:35:50,319 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:35:50,319 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:35:50,320 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:35:50,321 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:35:50,322 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65628694, jitterRate=-0.022056251764297485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:35:50,322 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:35:50,322 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962150288Writing region info on filesystem at 1731962150288Initializing all the Stores at 1731962150289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962150289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962150291 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962150291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962150291Cleaning up temporary data from old regions at 1731962150319 (+28 ms)Running coprocessor post-open hooks at 1731962150322 (+3 ms)Region opened successfully at 1731962150322 2024-11-18T20:35:50,323 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731962150263 2024-11-18T20:35:50,325 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:35:50,325 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:35:50,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:50,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36327,1731962149117, state=OPEN 2024-11-18T20:35:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02131240994/meta-region-server 2024-11-18T20:35:50,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:50,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02131240994/meta-region-server: CHANGED 2024-11-18T20:35:50,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:50,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T20:35:50,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36327,1731962149117 in 217 msec 2024-11-18T20:35:50,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:35:50,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-18T20:35:50,452 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:50,857 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:51,307 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1604ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-18T20:35:51,362 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:51,966 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:52,671 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:52,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-18T20:35:53,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:35:53,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:53,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:53,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:53,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:53,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:53,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:53,475 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:54,212 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T20:35:54,212 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:35:54,213 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:54,213 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36327,1731962149117, seqNum=-1] 2024-11-18T20:35:54,213 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:54,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:35:54,218 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=71d4c7ba774110ca883c7175b47090e0, regionState=OPEN, lastHost=c0a89b2656d4,37659,1731962139231, regionLocation=c0a89b2656d4,37659,1731962139231, openSeqNum=2 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962214218 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962274218 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T20:35:54,218 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c0a89b2656d4,37659,1731962139231 had 2 regions 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40115,1731962149093-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40115,1731962149093-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40115,1731962149093-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,218 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40115, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,219 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,219 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c0a89b2656d4,37659,1731962139231, splitWal=true, meta=true, isMeta: false 2024-11-18T20:35:54,221 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231-splitting dir is empty, no logs to split. 2024-11-18T20:35:54,221 INFO [PEWorker-3 {}] master.SplitWALManager(105): c0a89b2656d4,37659,1731962139231 WAL count=0, meta=false 2024-11-18T20:35:54,224 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,37659,1731962139231-splitting dir is empty, no logs to split. 2024-11-18T20:35:54,224 INFO [PEWorker-3 {}] master.SplitWALManager(105): c0a89b2656d4,37659,1731962139231 WAL count=0, meta=false 2024-11-18T20:35:54,224 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c0a89b2656d4,37659,1731962139231 WAL splitting is done? wals=0, meta=false 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.066sec 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40115,1731962149093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:35:54,226 WARN [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c0a89b2656d4,37659,1731962139231/hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:54,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40115,1731962149093-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:35:54,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN}] 2024-11-18T20:35:54,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN 2024-11-18T20:35:54,229 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T20:35:54,230 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:35:54,230 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:35:54,230 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40115,1731962149093-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:35:54,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346cf12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:54,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40115,-1 for getting cluster id 2024-11-18T20:35:54,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:54,245 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57f06dd-8b7c-45a6-8c55-fc9e50aac5a3' 2024-11-18T20:35:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3" 2024-11-18T20:35:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7586eff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40115,-1] 2024-11-18T20:35:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,247 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:54,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b841aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:54,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36327,1731962149117, seqNum=-1] 2024-11-18T20:35:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:35:54,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:35:54,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T20:35:54,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:54,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:54,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:54,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c0a89b2656d4:40115 after: c0a89b2656d4:40115 2024-11-18T20:35:54,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:54,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40115,-1 for getting cluster id 2024-11-18T20:35:54,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:35:54,255 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd57f06dd-8b7c-45a6-8c55-fc9e50aac5a3' 2024-11-18T20:35:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:35:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d57f06dd-8b7c-45a6-8c55-fc9e50aac5a3" 2024-11-18T20:35:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1f9c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40115,-1] 2024-11-18T20:35:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:35:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,257 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:35:54,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:35:54,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:35:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8a83c9 2024-11-18T20:35:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:35:54,259 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:35:54,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40115 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T20:35:54,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:35:54,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:54,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:54,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:54,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:35:54,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479903456, stopped=false 2024-11-18T20:35:54,260 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40361,1731962141943 2024-11-18T20:35:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950657906/running 2024-11-18T20:35:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950657906/running 2024-11-18T20:35:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:54,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:54,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:54,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:54,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:54,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,45213,1731962141992' ***** 2024-11-18T20:35:54,262 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:35:54,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/running 2024-11-18T20:35:54,262 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:35:54,262 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:35:54,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Set watcher on znode that does not yet exist, /1950657906/running 2024-11-18T20:35:54,262 INFO [RS:0;c0a89b2656d4:45213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:35:54,262 INFO [RS:0;c0a89b2656d4:45213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:35:54,262 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:54,262 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:54,262 INFO [RS:0;c0a89b2656d4:45213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45213. 2024-11-18T20:35:54,262 DEBUG [RS:0;c0a89b2656d4:45213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:54,262 DEBUG [RS:0;c0a89b2656d4:45213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,263 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:35:54,265 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:35:54,265 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:35:54,265 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:35:54,265 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:35:54,265 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:35:54,265 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:54,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:54,265 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:54,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:54,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:54,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:54,265 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T20:35:54,268 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:54,279 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/.tmp/ns/a45a3ea1a5114b2db968d436ffccefb3 is 43, key is default/ns:d/1731962144981/Put/seqid=0 2024-11-18T20:35:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741835_1011 (size=5153) 2024-11-18T20:35:54,380 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:54,380 DEBUG [c0a89b2656d4:40115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:35:54,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=71d4c7ba774110ca883c7175b47090e0, regionState=OPENING, regionLocation=c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN because future has completed 2024-11-18T20:35:54,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d4c7ba774110ca883c7175b47090e0, server=c0a89b2656d4,36327,1731962149117}] 2024-11-18T20:35:54,465 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:54,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:54,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:35:54,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:35:54,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36327%2C1731962149117.rep, suffix=, logDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117, archiveDir=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs, maxLogs=10 2024-11-18T20:35:54,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.rep.1731962154539, exclude list is [], retry=0 2024-11-18T20:35:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41941,DS-8dd8a793-5568-4d28-8995-9f7f889846be,DISK] 2024-11-18T20:35:54,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.rep.1731962154539 2024-11-18T20:35:54,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36273:36273)] 2024-11-18T20:35:54,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 71d4c7ba774110ca883c7175b47090e0, NAME => 'hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:35:54,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:35:54,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:35:54,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. service=MultiRowMutationService 2024-11-18T20:35:54,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:35:54,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:35:54,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,559 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,560 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d4c7ba774110ca883c7175b47090e0 columnFamilyName hfileref 2024-11-18T20:35:54,560 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:54,560 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(327): Store=71d4c7ba774110ca883c7175b47090e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:54,560 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,561 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d4c7ba774110ca883c7175b47090e0 columnFamilyName queue 2024-11-18T20:35:54,561 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:54,567 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/queue/4f8792059e2d42848ad90b1597d6261e 2024-11-18T20:35:54,567 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(327): Store=71d4c7ba774110ca883c7175b47090e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:54,567 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,568 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d4c7ba774110ca883c7175b47090e0 columnFamilyName sid 2024-11-18T20:35:54,568 DEBUG [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:35:54,569 INFO [StoreOpener-71d4c7ba774110ca883c7175b47090e0-1 {}] regionserver.HStore(327): Store=71d4c7ba774110ca883c7175b47090e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:35:54,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:35:54,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 71d4c7ba774110ca883c7175b47090e0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61547138, jitterRate=-0.08287617564201355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:35:54,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:54,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 71d4c7ba774110ca883c7175b47090e0: Running coprocessor pre-open hook at 1731962154558Writing region info on filesystem at 1731962154558Initializing all the Stores at 1731962154558Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962154558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962154559 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962154559Cleaning up temporary data from old regions at 1731962154571 (+12 ms)Running coprocessor post-open hooks at 1731962154574 (+3 ms)Region opened successfully at 1731962154574 2024-11-18T20:35:54,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0., pid=13, masterSystemTime=1731962154535 2024-11-18T20:35:54,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:54,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:54,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=71d4c7ba774110ca883c7175b47090e0, regionState=OPEN, openSeqNum=9, regionLocation=c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:54,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d4c7ba774110ca883c7175b47090e0, server=c0a89b2656d4,36327,1731962149117 because future has completed 2024-11-18T20:35:54,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T20:35:54,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 71d4c7ba774110ca883c7175b47090e0, server=c0a89b2656d4,36327,1731962149117 in 217 msec 2024-11-18T20:35:54,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T20:35:54,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d4c7ba774110ca883c7175b47090e0, ASSIGN in 374 msec 2024-11-18T20:35:54,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T20:35:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0., hostname=c0a89b2656d4,36327,1731962149117, seqNum=9] 2024-11-18T20:35:54,652 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c0a89b2656d4,37659,1731962139231 2024-11-18T20:35:54,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T20:35:54,666 DEBUG [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:54,684 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/.tmp/ns/a45a3ea1a5114b2db968d436ffccefb3 2024-11-18T20:35:54,692 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/.tmp/ns/a45a3ea1a5114b2db968d436ffccefb3 as hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/ns/a45a3ea1a5114b2db968d436ffccefb3 2024-11-18T20:35:54,698 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/ns/a45a3ea1a5114b2db968d436ffccefb3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T20:35:54,699 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-18T20:35:54,699 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:35:54,711 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:35:54,711 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:54,712 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:54,712 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:54,712 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962154265Running coprocessor pre-close hooks at 1731962154265Disabling compacts and flushes for region at 1731962154265Disabling writes for close at 1731962154265Obtaining lock to block concurrent updates at 1731962154265Preparing flush snapshotting stores in 1588230740 at 1731962154265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731962154266 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962154266Flushing 1588230740/ns: creating writer at 1731962154266Flushing 1588230740/ns: appending metadata at 1731962154279 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731962154279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c160c55: reopening flushed file at 1731962154691 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731962154699 (+8 ms)Writing region close event to WAL at 1731962154708 (+9 ms)Running coprocessor post-close hooks at 1731962154711 (+3 ms)Closed at 1731962154712 (+1 ms) 2024-11-18T20:35:54,712 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:54,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T20:35:54,858 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:35:54,858 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:35:54,866 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,45213,1731962141992; all regions closed. 2024-11-18T20:35:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741834_1010 (size=1152) 2024-11-18T20:35:54,870 DEBUG [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/oldWALs 2024-11-18T20:35:54,870 INFO [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C45213%2C1731962141992.meta:.meta(num 1731962144935) 2024-11-18T20:35:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741832_1008 (size=93) 2024-11-18T20:35:54,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/WALs/c0a89b2656d4,45213,1731962141992/c0a89b2656d4%2C45213%2C1731962141992.1731962143986 not finished, retry = 0 2024-11-18T20:35:54,974 DEBUG [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/oldWALs 2024-11-18T20:35:54,974 INFO [RS:0;c0a89b2656d4:45213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C45213%2C1731962141992:(num 1731962143986) 2024-11-18T20:35:54,974 DEBUG [RS:0;c0a89b2656d4:45213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:54,974 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:54,974 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:54,974 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:54,974 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:54,974 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:54,974 INFO [RS:0;c0a89b2656d4:45213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45213 2024-11-18T20:35:54,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950657906/rs/c0a89b2656d4,45213,1731962141992 2024-11-18T20:35:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906/rs 2024-11-18T20:35:54,976 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:54,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,45213,1731962141992] 2024-11-18T20:35:54,977 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1950657906/draining/c0a89b2656d4,45213,1731962141992 already deleted, retry=false 2024-11-18T20:35:54,977 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,45213,1731962141992 expired; onlineServers=0 2024-11-18T20:35:54,977 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40361,1731962141943' ***** 2024-11-18T20:35:54,977 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:35:54,977 INFO [M:0;c0a89b2656d4:40361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:54,977 INFO [M:0;c0a89b2656d4:40361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:54,977 DEBUG [M:0;c0a89b2656d4:40361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:35:54,977 DEBUG [M:0;c0a89b2656d4:40361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:35:54,977 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962143773 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962143773,5,FailOnTimeoutGroup] 2024-11-18T20:35:54,977 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962143773 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962143773,5,FailOnTimeoutGroup] 2024-11-18T20:35:54,977 INFO [M:0;c0a89b2656d4:40361 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:54,977 INFO [M:0;c0a89b2656d4:40361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:54,977 DEBUG [M:0;c0a89b2656d4:40361 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:35:54,978 INFO [M:0;c0a89b2656d4:40361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:35:54,978 INFO [M:0;c0a89b2656d4:40361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:54,978 INFO [M:0;c0a89b2656d4:40361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:35:54,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:35:54,978 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:35:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950657906/master 2024-11-18T20:35:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950657906 2024-11-18T20:35:54,978 DEBUG [M:0;c0a89b2656d4:40361 {}] zookeeper.ZKUtil(347): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Unable to get data of znode /1950657906/master because node does not exist (not an error) 2024-11-18T20:35:54,978 WARN [M:0;c0a89b2656d4:40361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:35:54,979 INFO [M:0;c0a89b2656d4:40361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/.lastflushedseqids 2024-11-18T20:35:54,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741836_1012 (size=99) 2024-11-18T20:35:55,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:55,076 INFO [RS:0;c0a89b2656d4:45213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:55,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45213-0x100548c4ba40004, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:55,077 INFO [RS:0;c0a89b2656d4:45213 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,45213,1731962141992; zookeeper connection closed. 2024-11-18T20:35:55,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3366d939 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3366d939 2024-11-18T20:35:55,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:35:55,386 INFO [M:0;c0a89b2656d4:40361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:35:55,387 INFO [M:0;c0a89b2656d4:40361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:35:55,387 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:55,387 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:55,387 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:55,387 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:55,387 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:55,387 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T20:35:55,388 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:55,403 DEBUG [M:0;c0a89b2656d4:40361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaa8694ec1e0473bac89f282a1332224 is 82, key is hbase:meta,,1/info:regioninfo/1731962144972/Put/seqid=0 2024-11-18T20:35:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741837_1013 (size=5672) 2024-11-18T20:35:55,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:35:55,807 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaa8694ec1e0473bac89f282a1332224 2024-11-18T20:35:55,825 DEBUG [M:0;c0a89b2656d4:40361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eae3d8c7223b4c5194133bd493516d99 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731962144984/Put/seqid=0 2024-11-18T20:35:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741838_1014 (size=5275) 2024-11-18T20:35:56,230 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eae3d8c7223b4c5194133bd493516d99 2024-11-18T20:35:56,247 DEBUG [M:0;c0a89b2656d4:40361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f451f6c7c161487894c9167ec6a35970 is 69, key is c0a89b2656d4,45213,1731962141992/rs:state/1731962143847/Put/seqid=0 2024-11-18T20:35:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741839_1015 (size=5156) 2024-11-18T20:35:56,492 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:56,651 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f451f6c7c161487894c9167ec6a35970 2024-11-18T20:35:56,656 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaa8694ec1e0473bac89f282a1332224 as hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaa8694ec1e0473bac89f282a1332224 2024-11-18T20:35:56,660 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaa8694ec1e0473bac89f282a1332224, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T20:35:56,661 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eae3d8c7223b4c5194133bd493516d99 as hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eae3d8c7223b4c5194133bd493516d99 2024-11-18T20:35:56,666 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eae3d8c7223b4c5194133bd493516d99, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T20:35:56,667 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f451f6c7c161487894c9167ec6a35970 as hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f451f6c7c161487894c9167ec6a35970 2024-11-18T20:35:56,671 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36985/user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f451f6c7c161487894c9167ec6a35970, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T20:35:56,672 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false 2024-11-18T20:35:56,673 INFO [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:56,673 DEBUG [M:0;c0a89b2656d4:40361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962155387Disabling compacts and flushes for region at 1731962155387Disabling writes for close at 1731962155387Obtaining lock to block concurrent updates at 1731962155387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962155387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731962155387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962155388 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962155388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962155402 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962155402Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962155811 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962155824 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962155825 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962156234 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962156247 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962156247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33034660: reopening flushed file at 1731962156655 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9d630b: reopening flushed file at 1731962156660 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be91da0: reopening flushed file at 1731962156666 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false at 1731962156672 (+6 ms)Writing region close event to WAL at 1731962156673 (+1 ms)Closed at 1731962156673 2024-11-18T20:35:56,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5fc3943-36a0-6364-7fdb-32485c3b1a7f/MasterData/WALs/c0a89b2656d4,40361,1731962141943/c0a89b2656d4%2C40361%2C1731962141943.1731962143707 not finished, retry = 0 2024-11-18T20:35:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38483 is added to blk_1073741830_1006 (size=10165) 2024-11-18T20:35:56,778 INFO [M:0;c0a89b2656d4:40361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:35:56,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:56,778 INFO [M:0;c0a89b2656d4:40361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40361 2024-11-18T20:35:56,779 INFO [M:0;c0a89b2656d4:40361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:56,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:56,880 INFO [M:0;c0a89b2656d4:40361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:56,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40361-0x100548c4ba40003, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:56,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:56,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:56,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:56,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:56,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:56,884 WARN [BP-1242585290-172.17.0.2-1731962141034 heartbeating to localhost/127.0.0.1:36985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:35:56,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:35:56,884 WARN [BP-1242585290-172.17.0.2-1731962141034 heartbeating to localhost/127.0.0.1:36985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1242585290-172.17.0.2-1731962141034 (Datanode Uuid 26beac72-d021-4376-98eb-7656947a4ac4) service to localhost/127.0.0.1:36985 2024-11-18T20:35:56,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:35:56,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/cluster_150d3996-a63e-0d72-54e8-8d2eb88073dd/data/data1/current/BP-1242585290-172.17.0.2-1731962141034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:56,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/cluster_150d3996-a63e-0d72-54e8-8d2eb88073dd/data/data2/current/BP-1242585290-172.17.0.2-1731962141034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:56,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:35:56,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29615434{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:56,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7a8707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:56,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:56,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e2755e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:56,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:56,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:35:56,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:35:56,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:56,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:56,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:56,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:56,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:56,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:35:56,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825311780, stopped=false 2024-11-18T20:35:56,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40115,1731962149093 2024-11-18T20:35:56,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:56,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/running 2024-11-18T20:35:56,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:56,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:56,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:56,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:35:56,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:56,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:56,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:56,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,36327,1731962149117' ***** 2024-11-18T20:35:56,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Set watcher on znode that does not yet exist, /02131240994/running 2024-11-18T20:35:56,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:35:56,904 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:35:56,904 INFO [RS:0;c0a89b2656d4:36327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:35:56,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:35:56,904 INFO [RS:0;c0a89b2656d4:36327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36327. 2024-11-18T20:35:56,905 DEBUG [RS:0;c0a89b2656d4:36327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:56,905 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71d4c7ba774110ca883c7175b47090e0, disabling compactions & flushes 2024-11-18T20:35:56,905 DEBUG [RS:0;c0a89b2656d4:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:56,905 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:56,905 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:35:56,905 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. after waiting 0 ms 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:35:56,905 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:35:56,905 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:35:56,905 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71d4c7ba774110ca883c7175b47090e0=hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0.} 2024-11-18T20:35:56,905 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d4c7ba774110ca883c7175b47090e0 2024-11-18T20:35:56,905 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:35:56,906 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:35:56,906 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:35:56,906 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:35:56,906 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:35:56,906 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T20:35:56,908 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/replication/71d4c7ba774110ca883c7175b47090e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T20:35:56,909 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:56,909 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:56,909 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:56,909 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71d4c7ba774110ca883c7175b47090e0: Waiting for close lock at 1731962156905Running coprocessor pre-close hooks at 1731962156905Disabling compacts and flushes for region at 1731962156905Disabling writes for close at 1731962156905Writing region close event to WAL at 1731962156906 (+1 ms)Running coprocessor post-close hooks at 1731962156909 (+3 ms)Closed at 1731962156909 2024-11-18T20:35:56,909 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0. 2024-11-18T20:35:56,921 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/info/220218bcd64a41fa8895b2cdd5a74b48 is 147, key is hbase:replication,,1731962145071.71d4c7ba774110ca883c7175b47090e0./info:regioninfo/1731962154577/Put/seqid=0 2024-11-18T20:35:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741851_1027 (size=6385) 2024-11-18T20:35:56,997 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:57,106 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:57,306 DEBUG [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:35:57,326 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/info/220218bcd64a41fa8895b2cdd5a74b48 2024-11-18T20:35:57,331 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/.tmp/info/220218bcd64a41fa8895b2cdd5a74b48 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/info/220218bcd64a41fa8895b2cdd5a74b48 2024-11-18T20:35:57,335 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/info/220218bcd64a41fa8895b2cdd5a74b48, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T20:35:57,336 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-18T20:35:57,336 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:35:57,342 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T20:35:57,342 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:35:57,342 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:35:57,343 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:57,343 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962156905Running coprocessor pre-close hooks at 1731962156905Disabling compacts and flushes for region at 1731962156905Disabling writes for close at 1731962156906 (+1 ms)Obtaining lock to block concurrent updates at 1731962156906Preparing flush snapshotting stores in 1588230740 at 1731962156906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731962156906Flushing stores of hbase:meta,,1.1588230740 at 1731962156906Flushing 1588230740/info: creating writer at 1731962156906Flushing 1588230740/info: appending metadata at 1731962156921 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731962156921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6554662b: reopening flushed file at 1731962157330 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731962157336 (+6 ms)Writing region close event to WAL at 1731962157338 (+2 ms)Running coprocessor post-close hooks at 1731962157342 (+4 ms)Closed at 1731962157342 2024-11-18T20:35:57,343 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:35:57,506 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,36327,1731962149117; all regions closed. 2024-11-18T20:35:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741849_1025 (size=2156) 2024-11-18T20:35:57,510 DEBUG [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs 2024-11-18T20:35:57,510 INFO [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C36327%2C1731962149117.meta:.meta(num 1731962150270) 2024-11-18T20:35:57,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.rep.1731962154539 not finished, retry = 0 2024-11-18T20:35:57,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741850_1026 (size=796) 2024-11-18T20:35:57,616 DEBUG [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs 2024-11-18T20:35:57,616 INFO [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C36327%2C1731962149117.rep:(num 1731962154539) 2024-11-18T20:35:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741848_1024 (size=93) 2024-11-18T20:35:57,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 not finished, retry = 0 2024-11-18T20:35:57,696 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 to pos 0, reset compression=false 2024-11-18T20:35:57,719 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926 2024-11-18T20:35:57,719 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T20:35:57,719 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.wal-reader.c0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T20:35:57,719 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36327,1731962149117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/WALs/c0a89b2656d4,36327,1731962149117/c0a89b2656d4%2C36327%2C1731962149117.1731962149926, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T20:35:57,720 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:35:57,720 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36327,1731962149117, seqNum=-1] 2024-11-18T20:35:57,720 DEBUG [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/oldWALs 2024-11-18T20:35:57,720 INFO [RS:0;c0a89b2656d4:36327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C36327%2C1731962149117:(num 1731962149926) 2024-11-18T20:35:57,720 DEBUG [RS:0;c0a89b2656d4:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:57,720 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:35:57,720 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:57,720 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:57,720 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:57,721 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:57,721 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T20:35:57,721 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,36327,1731962149117 because: Region server is closing 2024-11-18T20:35:57,721 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T20:35:57,721 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T20:35:57,721 INFO [RS:0;c0a89b2656d4:36327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36327. 2024-11-18T20:35:57,721 DEBUG [RS:0;c0a89b2656d4:36327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:35:57,721 DEBUG [RS:0;c0a89b2656d4:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:57,720 WARN [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-c0a89b2656d4,36327,1731962149117', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:36327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-18T20:35:57,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:35:57,721 DEBUG [RS:0;c0a89b2656d4:36327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:35:57,723 ERROR [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,36327,1731962149117: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,36327,1731962149117, walGroup=c0a89b2656d4%2C36327%2C1731962149117, offset=c0a89b2656d4%2C36327%2C1731962149117.1731962149926:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:36327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:35:57,724 ERROR [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:35:57,727 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:35:57,728 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:35:57,728 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:35:57,728 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:35:57,728 INFO [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 486398400 }, "NonHeapMemoryUsage": { "committed": 184811520, "init": 7667712, "max": -1, "used": 182166672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:35:57,731 DEBUG [RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c0a89b2656d4%2C36327%2C1731962149117.1731962149926] 2024-11-18T20:35:57,821 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c0a89b2656d4:36327.replicationSource.shipperc0a89b2656d4%2C36327%2C1731962149117,1-c0a89b2656d4,36327,1731962149117 terminated 2024-11-18T20:35:57,822 INFO [RS:0;c0a89b2656d4:36327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36327 2024-11-18T20:35:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/rs/c0a89b2656d4,36327,1731962149117 2024-11-18T20:35:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994/rs 2024-11-18T20:35:57,823 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:57,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,36327,1731962149117] 2024-11-18T20:35:57,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02131240994/draining/c0a89b2656d4,36327,1731962149117 already deleted, retry=false 2024-11-18T20:35:57,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,36327,1731962149117 expired; onlineServers=0 2024-11-18T20:35:57,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40115,1731962149093' ***** 2024-11-18T20:35:57,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:35:57,824 INFO [M:0;c0a89b2656d4:40115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:35:57,824 INFO [M:0;c0a89b2656d4:40115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:35:57,824 DEBUG [M:0;c0a89b2656d4:40115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:35:57,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:35:57,824 DEBUG [M:0;c0a89b2656d4:40115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:35:57,824 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962149703 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962149703,5,FailOnTimeoutGroup] 2024-11-18T20:35:57,825 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962149703 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962149703,5,FailOnTimeoutGroup] 2024-11-18T20:35:57,825 INFO [M:0;c0a89b2656d4:40115 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:35:57,825 INFO [M:0;c0a89b2656d4:40115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:35:57,825 DEBUG [M:0;c0a89b2656d4:40115 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:35:57,825 INFO [M:0;c0a89b2656d4:40115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:35:57,825 INFO [M:0;c0a89b2656d4:40115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:35:57,825 INFO [M:0;c0a89b2656d4:40115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:35:57,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:35:57,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02131240994/master 2024-11-18T20:35:57,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02131240994 2024-11-18T20:35:57,826 DEBUG [M:0;c0a89b2656d4:40115 {}] zookeeper.ZKUtil(347): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Unable to get data of znode /02131240994/master because node does not exist (not an error) 2024-11-18T20:35:57,826 WARN [M:0;c0a89b2656d4:40115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:35:57,827 INFO [M:0;c0a89b2656d4:40115 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/.lastflushedseqids 2024-11-18T20:35:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741852_1028 (size=181) 2024-11-18T20:35:57,840 INFO [M:0;c0a89b2656d4:40115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:35:57,841 INFO [M:0;c0a89b2656d4:40115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:35:57,841 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:35:57,841 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:57,841 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:57,841 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:35:57,841 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:57,841 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T20:35:57,863 DEBUG [M:0;c0a89b2656d4:40115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e98e660902f042d1aa050fd2a90dc019 is 82, key is hbase:meta,,1/info:regioninfo/1731962150326/Put/seqid=0 2024-11-18T20:35:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741853_1029 (size=5672) 2024-11-18T20:35:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36327-0x100548c4ba40007, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:57,924 INFO [RS:0;c0a89b2656d4:36327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:57,924 INFO [RS:0;c0a89b2656d4:36327 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,36327,1731962149117; zookeeper connection closed. 2024-11-18T20:35:57,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5eb9ce30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5eb9ce30 2024-11-18T20:35:57,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:35:58,271 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e98e660902f042d1aa050fd2a90dc019 2024-11-18T20:35:58,288 DEBUG [M:0;c0a89b2656d4:40115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165a6405ac6d42a49c9ed026750a3930 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731962154602/Put/seqid=0 2024-11-18T20:35:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741854_1030 (size=7312) 2024-11-18T20:35:58,692 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165a6405ac6d42a49c9ed026750a3930 2024-11-18T20:35:58,712 DEBUG [M:0;c0a89b2656d4:40115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23d8ab5621d444248631287e7d3c6b49 is 69, key is c0a89b2656d4,36327,1731962149117/rs:state/1731962149757/Put/seqid=0 2024-11-18T20:35:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741855_1031 (size=5370) 2024-11-18T20:35:59,116 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23d8ab5621d444248631287e7d3c6b49 2024-11-18T20:35:59,121 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23d8ab5621d444248631287e7d3c6b49 2024-11-18T20:35:59,122 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e98e660902f042d1aa050fd2a90dc019 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e98e660902f042d1aa050fd2a90dc019 2024-11-18T20:35:59,127 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e98e660902f042d1aa050fd2a90dc019, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T20:35:59,128 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165a6405ac6d42a49c9ed026750a3930 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/165a6405ac6d42a49c9ed026750a3930 2024-11-18T20:35:59,133 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/165a6405ac6d42a49c9ed026750a3930, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T20:35:59,134 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23d8ab5621d444248631287e7d3c6b49 as hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23d8ab5621d444248631287e7d3c6b49 2024-11-18T20:35:59,138 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23d8ab5621d444248631287e7d3c6b49 2024-11-18T20:35:59,138 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33437/user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23d8ab5621d444248631287e7d3c6b49, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T20:35:59,139 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false 2024-11-18T20:35:59,140 INFO [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:35:59,140 DEBUG [M:0;c0a89b2656d4:40115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962157841Disabling compacts and flushes for region at 1731962157841Disabling writes for close at 1731962157841Obtaining lock to block concurrent updates at 1731962157841Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962157841Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731962157842 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962157842Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962157843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962157862 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962157862Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962158275 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962158288 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962158288Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962158696 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962158711 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962158711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eeb5864: reopening flushed file at 1731962159121 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d64dcb: reopening flushed file at 1731962159127 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a277af: reopening flushed file at 1731962159133 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false at 1731962159139 (+6 ms)Writing region close event to WAL at 1731962159140 (+1 ms)Closed at 1731962159140 2024-11-18T20:35:59,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b98c731-6c92-8fb4-0fd1-8db293cfb36e/MasterData/WALs/c0a89b2656d4,40115,1731962149093/c0a89b2656d4%2C40115%2C1731962149093.1731962149602 not finished, retry = 0 2024-11-18T20:35:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41941 is added to blk_1073741847_1023 (size=22903) 2024-11-18T20:35:59,243 INFO [M:0;c0a89b2656d4:40115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:35:59,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:35:59,243 INFO [M:0;c0a89b2656d4:40115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40115 2024-11-18T20:35:59,243 INFO [M:0;c0a89b2656d4:40115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:35:59,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:59,344 INFO [M:0;c0a89b2656d4:40115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:35:59,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40115-0x100548c4ba40006, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:35:59,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aab8543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:59,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:59,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:59,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:59,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:59,348 WARN [BP-916458864-172.17.0.2-1731962138454 heartbeating to localhost/127.0.0.1:33437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:35:59,348 WARN [BP-916458864-172.17.0.2-1731962138454 heartbeating to localhost/127.0.0.1:33437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-916458864-172.17.0.2-1731962138454 (Datanode Uuid 24e9dbfc-45b4-4977-b5e7-c065de668487) service to localhost/127.0.0.1:33437 2024-11-18T20:35:59,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/data/data1/current/BP-916458864-172.17.0.2-1731962138454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:59,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:35:59,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:35:59,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:35:59,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/cluster_dbda5bc2-50f5-8074-d680-61cb1128d561/data/data2/current/BP-916458864-172.17.0.2-1731962138454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:35:59,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69ebd7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:59,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d953a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:35:59,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:35:59,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:35:59,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f3fbb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18c2759c-0c8f-4a57-4586-d3cd70838235/hadoop.log.dir/,STOPPED} 2024-11-18T20:35:59,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:35:59,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:35:59,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53531) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36985 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53531) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33437 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=2244 (was 2702) 2024-11-18T20:35:59,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=2244 2024-11-18T20:35:59,414 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T20:35:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir so I do NOT create it in target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76 2024-11-18T20:35:59,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:35:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.tmp.dir so I do NOT create it in target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76 2024-11-18T20:35:59,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9046879a-a620-612b-537a-816ad46718ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:35:59,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76 2024-11-18T20:35:59,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb, deleteOnExit=true 2024-11-18T20:35:59,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/zookeeper_0, clientPort=50767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:35:59,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50767 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/test.cache.data in system properties and HBase conf 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:35:59,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:35:59,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:35:59,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:35:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548c4ba40002, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:35:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548c4ba40005, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:35:59,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548c4ba40005, quorum=127.0.0.1:53531, baseZNode=/1950657906 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:35:59,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548c4ba40002, quorum=127.0.0.1:53531, baseZNode=/02131240994 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:35:59,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:59,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:35:59,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:35:59,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:35:59,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:35:59,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:59,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:35:59,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:35:59,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/java.io.tmpdir/jetty-localhost-36445-hadoop-hdfs-3_4_1-tests_jar-_-any-8397090850677492033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:35:59,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:36445} 2024-11-18T20:35:59,634 INFO [Time-limited test {}] server.Server(415): Started @151753ms 2024-11-18T20:35:59,732 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:35:59,774 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,774 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,774 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,793 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:35:59,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:35:59,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:35:59,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:35:59,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:35:59,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:35:59,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:35:59,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:35:59,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/java.io.tmpdir/jetty-localhost-41321-hadoop-hdfs-3_4_1-tests_jar-_-any-5042268244536789571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:35:59,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:41321} 2024-11-18T20:35:59,907 INFO [Time-limited test {}] server.Server(415): Started @152026ms 2024-11-18T20:35:59,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:36:00,003 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/data/data1/current/BP-1603824116-172.17.0.2-1731962159443/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:00,003 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/data/data2/current/BP-1603824116-172.17.0.2-1731962159443/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:00,039 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:36:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda580f92dba017f4 with lease ID 0x9fe5ac3ed2302dd7: Processing first storage report for DS-dfc5f330-8134-4e76-a1b5-eca14b94faf4 from datanode DatanodeRegistration(127.0.0.1:42837, datanodeUuid=6ef06316-96e8-456b-a9a9-bb95dd8fc97d, infoPort=35651, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=806279602;c=1731962159443) 2024-11-18T20:36:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda580f92dba017f4 with lease ID 0x9fe5ac3ed2302dd7: from storage DS-dfc5f330-8134-4e76-a1b5-eca14b94faf4 node DatanodeRegistration(127.0.0.1:42837, datanodeUuid=6ef06316-96e8-456b-a9a9-bb95dd8fc97d, infoPort=35651, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=806279602;c=1731962159443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda580f92dba017f4 with lease ID 0x9fe5ac3ed2302dd7: Processing first storage report for DS-d50810e1-7f51-4d05-9faa-06c770c6f54e from datanode DatanodeRegistration(127.0.0.1:42837, datanodeUuid=6ef06316-96e8-456b-a9a9-bb95dd8fc97d, infoPort=35651, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=806279602;c=1731962159443) 2024-11-18T20:36:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda580f92dba017f4 with lease ID 0x9fe5ac3ed2302dd7: from storage DS-d50810e1-7f51-4d05-9faa-06c770c6f54e node DatanodeRegistration(127.0.0.1:42837, datanodeUuid=6ef06316-96e8-456b-a9a9-bb95dd8fc97d, infoPort=35651, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=806279602;c=1731962159443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:00,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76 2024-11-18T20:36:00,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:00,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:36:00,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef with version=8 2024-11-18T20:36:00,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/hbase-staging 2024-11-18T20:36:00,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:36:00,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:00,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37699 2024-11-18T20:36:00,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37699 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-11-18T20:36:00,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376990x0, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:00,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37699-0x100548c9da80000 connected 2024-11-18T20:36:00,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:00,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:00,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/running 2024-11-18T20:36:00,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef, hbase.cluster.distributed=false 2024-11-18T20:36:00,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/acl 2024-11-18T20:36:00,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37699 2024-11-18T20:36:00,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37699 2024-11-18T20:36:00,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37699 2024-11-18T20:36:00,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37699 2024-11-18T20:36:00,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37699 2024-11-18T20:36:00,559 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:00,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:00,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:00,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:00,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:00,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:00,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:36:00,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:00,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33145 2024-11-18T20:36:00,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33145 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-11-18T20:36:00,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:00,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:00,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331450x0, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:00,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331450x0, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/running 2024-11-18T20:36:00,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33145-0x100548c9da80001 connected 2024-11-18T20:36:00,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:36:00,573 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:36:00,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/master 2024-11-18T20:36:00,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/acl 2024-11-18T20:36:00,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33145 2024-11-18T20:36:00,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33145 2024-11-18T20:36:00,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33145 2024-11-18T20:36:00,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33145 2024-11-18T20:36:00,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33145 2024-11-18T20:36:00,599 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:37699 2024-11-18T20:36:00,600 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1741027331/backup-masters/c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331/backup-masters 2024-11-18T20:36:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331/backup-masters 2024-11-18T20:36:00,602 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on existing znode=/0-1741027331/backup-masters/c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1741027331/master 2024-11-18T20:36:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:00,602 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on existing znode=/0-1741027331/master 2024-11-18T20:36:00,604 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1741027331/backup-masters/c0a89b2656d4,37699,1731962160489 from backup master directory 2024-11-18T20:36:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331/backup-masters 2024-11-18T20:36:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741027331/backup-masters/c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:00,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331/backup-masters 2024-11-18T20:36:00,605 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:00,605 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:00,610 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/hbase.id] with ID: b0901fea-970f-417d-8ead-a377a01123fc 2024-11-18T20:36:00,610 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/.tmp/hbase.id 2024-11-18T20:36:00,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:36:01,019 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/.tmp/hbase.id]:[hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/hbase.id] 2024-11-18T20:36:01,028 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:01,028 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:36:01,029 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:36:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:36:01,439 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:01,440 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:36:01,441 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:36:01,848 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store 2024-11-18T20:36:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:36:02,255 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:02,255 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:02,255 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:02,255 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:02,255 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:02,256 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:02,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:02,256 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962162255Disabling compacts and flushes for region at 1731962162255Disabling writes for close at 1731962162255Writing region close event to WAL at 1731962162256 (+1 ms)Closed at 1731962162256 2024-11-18T20:36:02,256 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/.initializing 2024-11-18T20:36:02,257 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/WALs/c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:02,258 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:02,259 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C37699%2C1731962160489, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/WALs/c0a89b2656d4,37699,1731962160489, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/oldWALs, maxLogs=10 2024-11-18T20:36:02,275 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/WALs/c0a89b2656d4,37699,1731962160489/c0a89b2656d4%2C37699%2C1731962160489.1731962162260, exclude list is [], retry=0 2024-11-18T20:36:02,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42837,DS-dfc5f330-8134-4e76-a1b5-eca14b94faf4,DISK] 2024-11-18T20:36:02,279 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/WALs/c0a89b2656d4,37699,1731962160489/c0a89b2656d4%2C37699%2C1731962160489.1731962162260 2024-11-18T20:36:02,280 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-18T20:36:02,280 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:02,280 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:02,280 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,280 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:36:02,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:02,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:02,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:36:02,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:02,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:02,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:36:02,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:02,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:02,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:36:02,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:02,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:02,287 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,288 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,288 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,289 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,289 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,289 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:02,290 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:02,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:02,292 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67082411, jitterRate=-3.9418041706085205E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:02,293 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962162280Initializing all the Stores at 1731962162281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962162281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962162281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962162281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962162281Cleaning up temporary data from old regions at 1731962162289 (+8 ms)Region opened successfully at 1731962162293 (+4 ms) 2024-11-18T20:36:02,293 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:36:02,296 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee6167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:02,297 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:36:02,297 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:36:02,297 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:36:02,297 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:36:02,299 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T20:36:02,299 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:36:02,299 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:36:02,301 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:36:02,301 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Unable to get data of znode /0-1741027331/balancer because node does not exist (not necessarily an error) 2024-11-18T20:36:02,302 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741027331/balancer already deleted, retry=false 2024-11-18T20:36:02,302 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:36:02,303 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Unable to get data of znode /0-1741027331/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:36:02,304 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741027331/normalizer already deleted, retry=false 2024-11-18T20:36:02,304 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:36:02,309 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Unable to get data of znode /0-1741027331/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:36:02,309 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741027331/switch/split already deleted, retry=false 2024-11-18T20:36:02,310 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Unable to get data of znode /0-1741027331/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:36:02,311 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741027331/switch/merge already deleted, retry=false 2024-11-18T20:36:02,312 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Unable to get data of znode /0-1741027331/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:36:02,313 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741027331/snapshot-cleanup already deleted, retry=false 2024-11-18T20:36:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1741027331/running 2024-11-18T20:36:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1741027331/running 2024-11-18T20:36:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:02,314 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,37699,1731962160489, sessionid=0x100548c9da80000, setting cluster-up flag (Was=false) 2024-11-18T20:36:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:02,317 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1741027331/flush-table-proc/acquired, /0-1741027331/flush-table-proc/reached, /0-1741027331/flush-table-proc/abort 2024-11-18T20:36:02,318 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:02,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:02,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:02,324 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1741027331/online-snapshot/acquired, /0-1741027331/online-snapshot/reached, /0-1741027331/online-snapshot/abort 2024-11-18T20:36:02,325 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:02,326 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:36:02,327 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:02,327 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:36:02,327 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:36:02,328 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c0a89b2656d4,37659,1731962139231: status=Processing ServerCrashProcedure of c0a89b2656d4,37659,1731962139231 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731962149700, completionTime=-1 appears to have been leaked 2024-11-18T20:36:02,328 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,37699,1731962160489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:02,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962192334 2024-11-18T20:36:02,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:02,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:36:02,334 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:36:02,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:02,335 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962162335,5,FailOnTimeoutGroup] 2024-11-18T20:36:02,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:36:02,335 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962162335,5,FailOnTimeoutGroup] 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,335 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:36:02,388 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(746): ClusterId : b0901fea-970f-417d-8ead-a377a01123fc 2024-11-18T20:36:02,388 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:36:02,390 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:36:02,390 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:36:02,391 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:36:02,391 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8b100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:02,406 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:33145 2024-11-18T20:36:02,406 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:36:02,406 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:36:02,406 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:36:02,407 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,37699,1731962160489 with port=33145, startcode=1731962160559 2024-11-18T20:36:02,407 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:36:02,409 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:36:02,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:02,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37699 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:02,411 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef 2024-11-18T20:36:02,411 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41171 2024-11-18T20:36:02,411 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:36:02,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331/rs 2024-11-18T20:36:02,412 DEBUG [RS:0;c0a89b2656d4:33145 {}] zookeeper.ZKUtil(111): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on existing znode=/0-1741027331/rs/c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:02,412 WARN [RS:0;c0a89b2656d4:33145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:02,412 INFO [RS:0;c0a89b2656d4:33145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:02,412 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:02,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,33145,1731962160559] 2024-11-18T20:36:02,415 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:36:02,417 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:36:02,421 INFO [RS:0;c0a89b2656d4:33145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:36:02,421 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,422 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:36:02,422 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:36:02,422 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:02,423 DEBUG [RS:0;c0a89b2656d4:33145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:02,424 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,424 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,425 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,425 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,425 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,425 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33145,1731962160559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:02,443 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:36:02,444 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33145,1731962160559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,444 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,444 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.Replication(171): c0a89b2656d4,33145,1731962160559 started 2024-11-18T20:36:02,463 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:02,463 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,33145,1731962160559, RpcServer on c0a89b2656d4/172.17.0.2:33145, sessionid=0x100548c9da80001 2024-11-18T20:36:02,463 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:36:02,463 DEBUG [RS:0;c0a89b2656d4:33145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:02,463 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,33145,1731962160559' 2024-11-18T20:36:02,463 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1741027331/flush-table-proc/abort' 2024-11-18T20:36:02,463 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1741027331/flush-table-proc/acquired' 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,33145,1731962160559' 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1741027331/online-snapshot/abort' 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1741027331/online-snapshot/acquired' 2024-11-18T20:36:02,464 DEBUG [RS:0;c0a89b2656d4:33145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:36:02,464 INFO [RS:0;c0a89b2656d4:33145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:36:02,464 INFO [RS:0;c0a89b2656d4:33145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:36:02,565 INFO [RS:0;c0a89b2656d4:33145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:02,566 INFO [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33145%2C1731962160559, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/oldWALs, maxLogs=10 2024-11-18T20:36:02,583 DEBUG [RS:0;c0a89b2656d4:33145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566, exclude list is [], retry=0 2024-11-18T20:36:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42837,DS-dfc5f330-8134-4e76-a1b5-eca14b94faf4,DISK] 2024-11-18T20:36:02,587 INFO [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 2024-11-18T20:36:02,588 DEBUG [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-18T20:36:02,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:02,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:36:02,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:02,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:36:02,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef 2024-11-18T20:36:02,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:36:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:03,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:03,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:03,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:03,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:03,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:03,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:03,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:03,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:03,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:03,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740 2024-11-18T20:36:03,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740 2024-11-18T20:36:03,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:03,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:03,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:03,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:03,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:03,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66159207, jitterRate=-0.014150992035865784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:03,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962163154Initializing all the Stores at 1731962163155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962163155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962163155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962163155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962163155Cleaning up temporary data from old regions at 1731962163164 (+9 ms)Region opened successfully at 1731962163170 (+6 ms) 2024-11-18T20:36:03,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:03,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:03,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:03,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:03,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:03,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:03,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962163170Disabling compacts and flushes for region at 1731962163170Disabling writes for close at 1731962163170Writing region close event to WAL at 1731962163171 (+1 ms)Closed at 1731962163171 2024-11-18T20:36:03,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:03,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:36:03,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:36:03,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:03,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:36:03,324 DEBUG [c0a89b2656d4:37699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:36:03,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:03,326 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,33145,1731962160559, state=OPENING 2024-11-18T20:36:03,327 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:36:03,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:03,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:03,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:03,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741027331/meta-region-server: CHANGED 2024-11-18T20:36:03,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741027331/meta-region-server: CHANGED 2024-11-18T20:36:03,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33145,1731962160559}] 2024-11-18T20:36:03,481 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:03,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:36:03,486 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:36:03,486 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:03,486 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:36:03,487 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33145%2C1731962160559.meta, suffix=.meta, logDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/oldWALs, maxLogs=10 2024-11-18T20:36:03,506 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.meta.1731962163488.meta, exclude list is [], retry=0 2024-11-18T20:36:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42837,DS-dfc5f330-8134-4e76-a1b5-eca14b94faf4,DISK] 2024-11-18T20:36:03,510 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.meta.1731962163488.meta 2024-11-18T20:36:03,512 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-18T20:36:03,512 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:03,512 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:03,512 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:03,513 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:36:03,513 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:36:03,513 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:36:03,513 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:03,513 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:36:03,513 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:36:03,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:03,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:03,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:03,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:03,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:03,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:03,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:03,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:03,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:03,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:03,522 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:03,523 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740 2024-11-18T20:36:03,524 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740 2024-11-18T20:36:03,525 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:03,525 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:03,526 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:03,527 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:03,528 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69905497, jitterRate=0.04167307913303375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:03,528 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:36:03,529 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962163513Writing region info on filesystem at 1731962163513Initializing all the Stores at 1731962163514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962163514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962163516 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962163516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962163516Cleaning up temporary data from old regions at 1731962163525 (+9 ms)Running coprocessor post-open hooks at 1731962163528 (+3 ms)Region opened successfully at 1731962163529 (+1 ms) 2024-11-18T20:36:03,530 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962163481 2024-11-18T20:36:03,534 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:36:03,534 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:36:03,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:03,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,33145,1731962160559, state=OPEN 2024-11-18T20:36:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1741027331/meta-region-server 2024-11-18T20:36:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1741027331/meta-region-server 2024-11-18T20:36:03,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741027331/meta-region-server: CHANGED 2024-11-18T20:36:03,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1741027331/meta-region-server: CHANGED 2024-11-18T20:36:03,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:03,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:36:03,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33145,1731962160559 in 208 msec 2024-11-18T20:36:03,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:36:03,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-18T20:36:03,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:03,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:36:03,544 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:03,544 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33145,1731962160559, seqNum=-1] 2024-11-18T20:36:03,544 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:03,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:03,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-18T20:36:03,550 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962163550, completionTime=-1 2024-11-18T20:36:03,550 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:36:03,550 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:36:03,552 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:36:03,552 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962223552 2024-11-18T20:36:03,552 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962283552 2024-11-18T20:36:03,552 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:36:03,553 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37699,1731962160489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,553 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37699,1731962160489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,553 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37699,1731962160489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,553 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:37699, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,553 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,553 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,554 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:36:03,556 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-18T20:36:03,556 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:36:03,556 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:36:03,556 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:36:03,557 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:36:03,557 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:36:03,557 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37699,1731962160489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:03,557 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37699,1731962160489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:36:03,558 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:36:03,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:36:03,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37699,1731962160489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:03,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:03,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:03,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:03,590 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ad05e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:03,592 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:03,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:03,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33145,1731962160559, seqNum=-1] 2024-11-18T20:36:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:03,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:03,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:03,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-11-18T20:36:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:03,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548c9da80002 connected 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir so I do NOT create it in target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67 2024-11-18T20:36:03,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.tmp.dir so I do NOT create it in target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67 2024-11-18T20:36:03,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:36:03,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/cluster_7f04d1c8-57d6-7b2f-7e4d-1f115939094f, deleteOnExit=true 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/test.cache.data in system properties and HBase conf 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:36:03,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:36:03,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:03,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:36:03,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:36:03,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:03,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:03,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:03,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:03,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:36:03,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:03,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:03,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:03,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/java.io.tmpdir/jetty-localhost-39531-hadoop-hdfs-3_4_1-tests_jar-_-any-3693427538228434138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:03,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:39531} 2024-11-18T20:36:03,766 INFO [Time-limited test {}] server.Server(415): Started @155885ms 2024-11-18T20:36:03,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:03,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:03,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:03,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:03,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:03,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:03,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:03,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/java.io.tmpdir/jetty-localhost-44251-hadoop-hdfs-3_4_1-tests_jar-_-any-12961395170191971611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:03,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:44251} 2024-11-18T20:36:03,961 INFO [Time-limited test {}] server.Server(415): Started @156080ms 2024-11-18T20:36:03,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:36:04,056 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/cluster_7f04d1c8-57d6-7b2f-7e4d-1f115939094f/data/data1/current/BP-1426498784-172.17.0.2-1731962163622/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:04,056 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/cluster_7f04d1c8-57d6-7b2f-7e4d-1f115939094f/data/data2/current/BP-1426498784-172.17.0.2-1731962163622/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:04,081 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:36:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5de17a5a63b157b6 with lease ID 0xe8c9823f157bb7cf: Processing first storage report for DS-5c35f5be-b311-499a-8879-8d9dc68b00cb from datanode DatanodeRegistration(127.0.0.1:42403, datanodeUuid=efbd197d-d325-4392-98bc-0ccd756dfb94, infoPort=37967, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=949935086;c=1731962163622) 2024-11-18T20:36:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5de17a5a63b157b6 with lease ID 0xe8c9823f157bb7cf: from storage DS-5c35f5be-b311-499a-8879-8d9dc68b00cb node DatanodeRegistration(127.0.0.1:42403, datanodeUuid=efbd197d-d325-4392-98bc-0ccd756dfb94, infoPort=37967, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=949935086;c=1731962163622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5de17a5a63b157b6 with lease ID 0xe8c9823f157bb7cf: Processing first storage report for DS-7c9e7d70-bf58-4349-8a0f-90635f602c94 from datanode DatanodeRegistration(127.0.0.1:42403, datanodeUuid=efbd197d-d325-4392-98bc-0ccd756dfb94, infoPort=37967, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=949935086;c=1731962163622) 2024-11-18T20:36:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5de17a5a63b157b6 with lease ID 0xe8c9823f157bb7cf: from storage DS-7c9e7d70-bf58-4349-8a0f-90635f602c94 node DatanodeRegistration(127.0.0.1:42403, datanodeUuid=efbd197d-d325-4392-98bc-0ccd756dfb94, infoPort=37967, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=949935086;c=1731962163622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:04,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67 2024-11-18T20:36:04,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:04,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:36:04,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953 with version=8 2024-11-18T20:36:04,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/hbase-staging 2024-11-18T20:36:04,540 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:36:04,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:04,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42599 2024-11-18T20:36:04,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42599 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-11-18T20:36:04,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425990x0, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:04,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42599-0x100548c9da80003 connected 2024-11-18T20:36:04,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:04,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:04,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/running 2024-11-18T20:36:04,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953, hbase.cluster.distributed=false 2024-11-18T20:36:04,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/acl 2024-11-18T20:36:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-18T20:36:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42599 2024-11-18T20:36:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42599 2024-11-18T20:36:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-18T20:36:04,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-18T20:36:04,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:36:04,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:04,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33101 2024-11-18T20:36:04,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33101 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-11-18T20:36:04,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:04,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331010x0, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:04,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331010x0, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/running 2024-11-18T20:36:04,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33101-0x100548c9da80004 connected 2024-11-18T20:36:04,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:36:04,581 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:36:04,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/master 2024-11-18T20:36:04,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/acl 2024-11-18T20:36:04,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-18T20:36:04,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33101 2024-11-18T20:36:04,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33101 2024-11-18T20:36:04,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-18T20:36:04,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-18T20:36:04,602 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:42599 2024-11-18T20:36:04,604 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1626976817/backup-masters/c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817/backup-masters 2024-11-18T20:36:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817/backup-masters 2024-11-18T20:36:04,605 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on existing znode=/1-1626976817/backup-masters/c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1626976817/master 2024-11-18T20:36:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:04,606 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on existing znode=/1-1626976817/master 2024-11-18T20:36:04,607 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1626976817/backup-masters/c0a89b2656d4,42599,1731962164540 from backup master directory 2024-11-18T20:36:04,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817/backup-masters 2024-11-18T20:36:04,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626976817/backup-masters/c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:04,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817/backup-masters 2024-11-18T20:36:04,607 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:04,607 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:04,615 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/hbase.id] with ID: 30a32d0e-90d5-42ff-850a-4c0d8d2d45c0 2024-11-18T20:36:04,615 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/.tmp/hbase.id 2024-11-18T20:36:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:36:05,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/.tmp/hbase.id]:[hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/hbase.id] 2024-11-18T20:36:05,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:05,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:36:05,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:36:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:36:05,442 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:05,443 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:36:05,443 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:05,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:36:05,850 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store 2024-11-18T20:36:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:36:05,858 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:05,858 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:05,858 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:05,858 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:05,858 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:05,858 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:05,858 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:05,858 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962165858Disabling compacts and flushes for region at 1731962165858Disabling writes for close at 1731962165858Writing region close event to WAL at 1731962165858Closed at 1731962165858 2024-11-18T20:36:05,859 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/.initializing 2024-11-18T20:36:05,859 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/WALs/c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:05,860 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:05,861 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C42599%2C1731962164540, suffix=, logDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/WALs/c0a89b2656d4,42599,1731962164540, archiveDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/oldWALs, maxLogs=10 2024-11-18T20:36:05,876 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/WALs/c0a89b2656d4,42599,1731962164540/c0a89b2656d4%2C42599%2C1731962164540.1731962165862, exclude list is [], retry=0 2024-11-18T20:36:05,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-5c35f5be-b311-499a-8879-8d9dc68b00cb,DISK] 2024-11-18T20:36:05,880 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/WALs/c0a89b2656d4,42599,1731962164540/c0a89b2656d4%2C42599%2C1731962164540.1731962165862 2024-11-18T20:36:05,880 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-11-18T20:36:05,880 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:05,881 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:05,881 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,881 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:36:05,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:05,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:05,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:36:05,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:05,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:05,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:36:05,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:05,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:05,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:36:05,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:05,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:05,888 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,888 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,889 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,890 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,890 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,890 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:05,891 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:05,895 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:05,895 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62847487, jitterRate=-0.06349946558475494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:05,896 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962165881Initializing all the Stores at 1731962165882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962165882Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962165882Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962165882Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962165882Cleaning up temporary data from old regions at 1731962165890 (+8 ms)Region opened successfully at 1731962165895 (+5 ms) 2024-11-18T20:36:05,896 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:36:05,898 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a9f997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:05,898 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:36:05,898 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:36:05,898 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:36:05,899 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:36:05,899 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:36:05,899 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:36:05,899 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:36:05,900 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:36:05,901 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Unable to get data of znode /1-1626976817/balancer because node does not exist (not necessarily an error) 2024-11-18T20:36:05,902 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626976817/balancer already deleted, retry=false 2024-11-18T20:36:05,902 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:36:05,902 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Unable to get data of znode /1-1626976817/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:36:05,903 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626976817/normalizer already deleted, retry=false 2024-11-18T20:36:05,903 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:36:05,903 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Unable to get data of znode /1-1626976817/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:36:05,904 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626976817/switch/split already deleted, retry=false 2024-11-18T20:36:05,905 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Unable to get data of znode /1-1626976817/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:36:05,905 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626976817/switch/merge already deleted, retry=false 2024-11-18T20:36:05,907 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Unable to get data of znode /1-1626976817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:36:05,907 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626976817/snapshot-cleanup already deleted, retry=false 2024-11-18T20:36:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1626976817/running 2024-11-18T20:36:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1626976817/running 2024-11-18T20:36:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,908 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,42599,1731962164540, sessionid=0x100548c9da80003, setting cluster-up flag (Was=false) 2024-11-18T20:36:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,911 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1626976817/flush-table-proc/acquired, /1-1626976817/flush-table-proc/reached, /1-1626976817/flush-table-proc/abort 2024-11-18T20:36:05,912 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:05,916 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1626976817/online-snapshot/acquired, /1-1626976817/online-snapshot/reached, /1-1626976817/online-snapshot/abort 2024-11-18T20:36:05,916 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:05,917 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:36:05,918 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:05,918 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:36:05,918 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:36:05,919 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,42599,1731962164540 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:36:05,919 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:05,919 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:05,919 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:05,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:05,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:36:05,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:05,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:05,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:05,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:05,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962195921 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:36:05,921 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:36:05,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:05,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:36:05,925 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:36:05,928 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962165928,5,FailOnTimeoutGroup] 2024-11-18T20:36:05,928 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962165928,5,FailOnTimeoutGroup] 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:36:05,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:05,929 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:36:05,993 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(746): ClusterId : 30a32d0e-90d5-42ff-850a-4c0d8d2d45c0 2024-11-18T20:36:05,993 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:36:05,994 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:36:05,994 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:36:05,995 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:36:05,996 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741cde2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:06,007 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:33101 2024-11-18T20:36:06,007 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:36:06,008 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:36:06,008 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:36:06,008 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,42599,1731962164540 with port=33101, startcode=1731962164570 2024-11-18T20:36:06,008 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:36:06,010 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:36:06,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42599 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,011 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953 2024-11-18T20:36:06,011 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32903 2024-11-18T20:36:06,011 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:36:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817/rs 2024-11-18T20:36:06,015 DEBUG [RS:0;c0a89b2656d4:33101 {}] zookeeper.ZKUtil(111): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on existing znode=/1-1626976817/rs/c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,015 WARN [RS:0;c0a89b2656d4:33101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:06,015 INFO [RS:0;c0a89b2656d4:33101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:06,015 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,33101,1731962164570] 2024-11-18T20:36:06,024 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:36:06,025 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:36:06,027 INFO [RS:0;c0a89b2656d4:33101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:36:06,027 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,028 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:36:06,029 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:36:06,029 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:06,029 DEBUG [RS:0;c0a89b2656d4:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:06,031 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,031 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,031 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,031 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,031 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,031 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33101,1731962164570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:06,045 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:36:06,045 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33101,1731962164570-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,045 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,045 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.Replication(171): c0a89b2656d4,33101,1731962164570 started 2024-11-18T20:36:06,058 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:06,058 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,33101,1731962164570, RpcServer on c0a89b2656d4/172.17.0.2:33101, sessionid=0x100548c9da80004 2024-11-18T20:36:06,058 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:36:06,058 DEBUG [RS:0;c0a89b2656d4:33101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,058 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,33101,1731962164570' 2024-11-18T20:36:06,058 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1626976817/flush-table-proc/abort' 2024-11-18T20:36:06,058 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1626976817/flush-table-proc/acquired' 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,33101,1731962164570' 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1626976817/online-snapshot/abort' 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1626976817/online-snapshot/acquired' 2024-11-18T20:36:06,059 DEBUG [RS:0;c0a89b2656d4:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:36:06,059 INFO [RS:0;c0a89b2656d4:33101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:36:06,059 INFO [RS:0;c0a89b2656d4:33101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:36:06,160 INFO [RS:0;c0a89b2656d4:33101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:06,161 INFO [RS:0;c0a89b2656d4:33101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33101%2C1731962164570, suffix=, logDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570, archiveDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/oldWALs, maxLogs=10 2024-11-18T20:36:06,173 DEBUG [RS:0;c0a89b2656d4:33101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161, exclude list is [], retry=0 2024-11-18T20:36:06,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-5c35f5be-b311-499a-8879-8d9dc68b00cb,DISK] 2024-11-18T20:36:06,177 INFO [RS:0;c0a89b2656d4:33101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 2024-11-18T20:36:06,177 DEBUG [RS:0;c0a89b2656d4:33101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-11-18T20:36:06,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:36:06,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953 2024-11-18T20:36:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:36:06,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:06,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:06,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:06,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:06,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:06,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:06,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:06,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:06,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:06,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:06,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:06,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:06,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:06,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:06,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:06,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:06,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:06,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740 2024-11-18T20:36:06,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740 2024-11-18T20:36:06,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:06,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:06,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:06,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:06,747 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65236459, jitterRate=-0.02790100872516632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962166737Initializing all the Stores at 1731962166738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962166738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962166738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962166738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962166738Cleaning up temporary data from old regions at 1731962166744 (+6 ms)Region opened successfully at 1731962166747 (+3 ms) 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:06,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:06,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:06,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962166747Disabling compacts and flushes for region at 1731962166747Disabling writes for close at 1731962166747Writing region close event to WAL at 1731962166747Closed at 1731962166747 2024-11-18T20:36:06,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:06,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:36:06,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:36:06,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:06,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:36:06,900 DEBUG [c0a89b2656d4:42599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:36:06,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:06,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,33101,1731962164570, state=OPENING 2024-11-18T20:36:06,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:36:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:06,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626976817/meta-region-server: CHANGED 2024-11-18T20:36:06,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626976817/meta-region-server: CHANGED 2024-11-18T20:36:06,903 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:06,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33101,1731962164570}] 2024-11-18T20:36:07,055 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:07,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:36:07,059 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:36:07,059 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:07,059 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:36:07,060 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33101%2C1731962164570.meta, suffix=.meta, logDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570, archiveDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/oldWALs, maxLogs=10 2024-11-18T20:36:07,076 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.meta.1731962167061.meta, exclude list is [], retry=0 2024-11-18T20:36:07,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-5c35f5be-b311-499a-8879-8d9dc68b00cb,DISK] 2024-11-18T20:36:07,079 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.meta.1731962167061.meta 2024-11-18T20:36:07,079 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-11-18T20:36:07,079 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:07,080 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:07,080 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:07,080 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:36:07,080 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:36:07,080 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:36:07,080 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:07,080 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:36:07,080 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:36:07,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:07,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:07,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:07,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:07,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:07,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:07,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:07,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:07,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:07,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:07,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:07,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:07,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:07,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:07,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:07,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:07,086 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:07,086 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740 2024-11-18T20:36:07,087 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740 2024-11-18T20:36:07,088 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:07,088 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:07,089 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:07,090 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:07,091 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58869249, jitterRate=-0.12277983129024506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:07,091 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:36:07,091 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962167080Writing region info on filesystem at 1731962167080Initializing all the Stores at 1731962167081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962167081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962167081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962167081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962167081Cleaning up temporary data from old regions at 1731962167088 (+7 ms)Running coprocessor post-open hooks at 1731962167091 (+3 ms)Region opened successfully at 1731962167091 2024-11-18T20:36:07,092 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962167054 2024-11-18T20:36:07,093 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:36:07,093 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:36:07,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:07,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,33101,1731962164570, state=OPEN 2024-11-18T20:36:07,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1626976817/meta-region-server 2024-11-18T20:36:07,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1626976817/meta-region-server 2024-11-18T20:36:07,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626976817/meta-region-server: CHANGED 2024-11-18T20:36:07,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:07,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1626976817/meta-region-server: CHANGED 2024-11-18T20:36:07,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:36:07,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,33101,1731962164570 in 192 msec 2024-11-18T20:36:07,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:36:07,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-18T20:36:07,099 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:07,099 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:36:07,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:07,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33101,1731962164570, seqNum=-1] 2024-11-18T20:36:07,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:07,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:07,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-18T20:36:07,106 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962167106, completionTime=-1 2024-11-18T20:36:07,106 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:36:07,106 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962227108 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962287108 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42599,1731962164540-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42599,1731962164540-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42599,1731962164540-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:42599, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,108 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,110 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.504sec 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42599,1731962164540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:07,111 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42599,1731962164540-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:36:07,114 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:36:07,114 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:36:07,114 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42599,1731962164540-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:07,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:07,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:07,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:07,195 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:07,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:07,196 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:07,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:07,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33101,1731962164570, seqNum=-1] 2024-11-18T20:36:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:07,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:07,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:07,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50767 2024-11-18T20:36:07,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:07,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548c9da80005 connected 2024-11-18T20:36:07,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:07,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:07,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565195f9 2024-11-18T20:36:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:07,211 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:07,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:36:07,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:07,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:07,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:36:07,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:07,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:36:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:07,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f4f66bdfa057a77bef938fdbf866344, NAME => 'test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef 2024-11-18T20:36:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:36:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:08,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:08,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f4f66bdfa057a77bef938fdbf866344, disabling compactions & flushes 2024-11-18T20:36:08,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. after waiting 0 ms 2024-11-18T20:36:08,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f4f66bdfa057a77bef938fdbf866344: Waiting for close lock at 1731962168032Disabling compacts and flushes for region at 1731962168032Disabling writes for close at 1731962168032Writing region close event to WAL at 1731962168032Closed at 1731962168032 2024-11-18T20:36:08,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:08,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962168033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962168033"}]},"ts":"1731962168033"} 2024-11-18T20:36:08,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:08,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:08,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962168036"}]},"ts":"1731962168036"} 2024-11-18T20:36:08,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:36:08,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f4f66bdfa057a77bef938fdbf866344, ASSIGN}] 2024-11-18T20:36:08,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f4f66bdfa057a77bef938fdbf866344, ASSIGN 2024-11-18T20:36:08,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f4f66bdfa057a77bef938fdbf866344, ASSIGN; state=OFFLINE, location=c0a89b2656d4,33145,1731962160559; forceNewPlan=false, retain=false 2024-11-18T20:36:08,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:08,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:08,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f4f66bdfa057a77bef938fdbf866344, regionState=OPENING, regionLocation=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:08,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f4f66bdfa057a77bef938fdbf866344, ASSIGN because future has completed 2024-11-18T20:36:08,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4f66bdfa057a77bef938fdbf866344, server=c0a89b2656d4,33145,1731962160559}] 2024-11-18T20:36:08,348 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,348 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f4f66bdfa057a77bef938fdbf866344, NAME => 'test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:08,348 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:08,349 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:36:08,349 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,349 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:08,349 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,349 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,351 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,352 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4f66bdfa057a77bef938fdbf866344 columnFamilyName f 2024-11-18T20:36:08,352 DEBUG [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:08,352 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] regionserver.HStore(327): Store=5f4f66bdfa057a77bef938fdbf866344/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:08,353 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,353 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4f66bdfa057a77bef938fdbf866344 columnFamilyName f1 2024-11-18T20:36:08,353 DEBUG [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:08,354 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] regionserver.HStore(327): Store=5f4f66bdfa057a77bef938fdbf866344/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:08,354 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,355 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4f66bdfa057a77bef938fdbf866344 columnFamilyName norep 2024-11-18T20:36:08,355 DEBUG [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:08,355 INFO [StoreOpener-5f4f66bdfa057a77bef938fdbf866344-1 {}] regionserver.HStore(327): Store=5f4f66bdfa057a77bef938fdbf866344/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:08,355 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,356 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,356 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,356 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,357 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,357 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:08,358 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,359 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:08,359 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f4f66bdfa057a77bef938fdbf866344; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69125762, jitterRate=0.03005412220954895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:08,360 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:08,360 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f4f66bdfa057a77bef938fdbf866344: Running coprocessor pre-open hook at 1731962168349Writing region info on filesystem at 1731962168349Initializing all the Stores at 1731962168350 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962168351 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962168351Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962168351Cleaning up temporary data from old regions at 1731962168357 (+6 ms)Running coprocessor post-open hooks at 1731962168360 (+3 ms)Region opened successfully at 1731962168360 2024-11-18T20:36:08,361 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., pid=6, masterSystemTime=1731962168345 2024-11-18T20:36:08,363 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,363 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:08,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f4f66bdfa057a77bef938fdbf866344, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:08,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4f66bdfa057a77bef938fdbf866344, server=c0a89b2656d4,33145,1731962160559 because future has completed 2024-11-18T20:36:08,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:36:08,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f4f66bdfa057a77bef938fdbf866344, server=c0a89b2656d4,33145,1731962160559 in 173 msec 2024-11-18T20:36:08,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:36:08,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f4f66bdfa057a77bef938fdbf866344, ASSIGN in 330 msec 2024-11-18T20:36:08,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:08,370 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962168370"}]},"ts":"1731962168370"} 2024-11-18T20:36:08,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:36:08,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:08,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-18T20:36:08,416 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:36:08,416 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:36:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:09,364 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:36:09,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46bb4d1a 2024-11-18T20:36:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:09,365 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:09,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:36:09,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:09,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:09,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:36:09,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:36:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:09,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dabf5997f451a667d305e99ba33b5761, NAME => 'test,,1731962169366.dabf5997f451a667d305e99ba33b5761.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953 2024-11-18T20:36:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:36:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:10,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962169366.dabf5997f451a667d305e99ba33b5761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:10,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dabf5997f451a667d305e99ba33b5761, disabling compactions & flushes 2024-11-18T20:36:10,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962169366.dabf5997f451a667d305e99ba33b5761. after waiting 0 ms 2024-11-18T20:36:10,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dabf5997f451a667d305e99ba33b5761: Waiting for close lock at 1731962170183Disabling compacts and flushes for region at 1731962170183Disabling writes for close at 1731962170183Writing region close event to WAL at 1731962170183Closed at 1731962170183 2024-11-18T20:36:10,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:10,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962169366.dabf5997f451a667d305e99ba33b5761.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962170185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962170185"}]},"ts":"1731962170185"} 2024-11-18T20:36:10,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:10,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:10,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962170189"}]},"ts":"1731962170189"} 2024-11-18T20:36:10,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:36:10,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dabf5997f451a667d305e99ba33b5761, ASSIGN}] 2024-11-18T20:36:10,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dabf5997f451a667d305e99ba33b5761, ASSIGN 2024-11-18T20:36:10,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dabf5997f451a667d305e99ba33b5761, ASSIGN; state=OFFLINE, location=c0a89b2656d4,33101,1731962164570; forceNewPlan=false, retain=false 2024-11-18T20:36:10,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dabf5997f451a667d305e99ba33b5761, regionState=OPENING, regionLocation=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:10,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dabf5997f451a667d305e99ba33b5761, ASSIGN because future has completed 2024-11-18T20:36:10,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabf5997f451a667d305e99ba33b5761, server=c0a89b2656d4,33101,1731962164570}] 2024-11-18T20:36:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:10,533 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,533 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dabf5997f451a667d305e99ba33b5761, NAME => 'test,,1731962169366.dabf5997f451a667d305e99ba33b5761.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:10,534 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:10,534 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:36:10,534 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,534 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962169366.dabf5997f451a667d305e99ba33b5761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:10,534 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,534 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,537 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,539 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabf5997f451a667d305e99ba33b5761 columnFamilyName f 2024-11-18T20:36:10,539 DEBUG [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:10,539 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] regionserver.HStore(327): Store=dabf5997f451a667d305e99ba33b5761/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:10,539 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,541 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabf5997f451a667d305e99ba33b5761 columnFamilyName f1 2024-11-18T20:36:10,541 DEBUG [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:10,541 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] regionserver.HStore(327): Store=dabf5997f451a667d305e99ba33b5761/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:10,541 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,543 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabf5997f451a667d305e99ba33b5761 columnFamilyName norep 2024-11-18T20:36:10,543 DEBUG [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:10,544 INFO [StoreOpener-dabf5997f451a667d305e99ba33b5761-1 {}] regionserver.HStore(327): Store=dabf5997f451a667d305e99ba33b5761/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:10,548 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,550 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,550 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,551 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,551 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,552 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:10,553 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,561 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:10,562 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dabf5997f451a667d305e99ba33b5761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58946173, jitterRate=-0.12163357436656952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:10,562 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:10,562 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dabf5997f451a667d305e99ba33b5761: Running coprocessor pre-open hook at 1731962170534Writing region info on filesystem at 1731962170534Initializing all the Stores at 1731962170535 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962170535Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962170537 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962170537Cleaning up temporary data from old regions at 1731962170551 (+14 ms)Running coprocessor post-open hooks at 1731962170562 (+11 ms)Region opened successfully at 1731962170562 2024-11-18T20:36:10,563 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962169366.dabf5997f451a667d305e99ba33b5761., pid=6, masterSystemTime=1731962170517 2024-11-18T20:36:10,566 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,566 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:10,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dabf5997f451a667d305e99ba33b5761, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabf5997f451a667d305e99ba33b5761, server=c0a89b2656d4,33101,1731962164570 because future has completed 2024-11-18T20:36:10,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:36:10,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dabf5997f451a667d305e99ba33b5761, server=c0a89b2656d4,33101,1731962164570 in 213 msec 2024-11-18T20:36:10,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:36:10,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dabf5997f451a667d305e99ba33b5761, ASSIGN in 386 msec 2024-11-18T20:36:10,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:10,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962170582"}]},"ts":"1731962170582"} 2024-11-18T20:36:10,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:36:10,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:10,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-18T20:36:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:11,515 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:36:11,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:11,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:11,517 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587ab72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:11,518 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:11,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a68187c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:11,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:11,521 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0167eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:11,523 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c251422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:11,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:11,530 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ac7c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:11,532 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3240dc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60655525 2024-11-18T20:36:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:11,536 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:11,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:42599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:36:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:36:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:11,540 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:42599' 2024-11-18T20:36:11,541 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435a89ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,541 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:11,542 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:11,542 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e878cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:11,544 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d91b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:11,545 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:11,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:11,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61cf0160 2024-11-18T20:36:11,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:11,548 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:11,549 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T20:36:11,549 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:36:11,549 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:11,549 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:11,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:11,549 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:11,551 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:36:11,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:11,552 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:11,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:36:11,568 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39b2c8cc48b71eff635815424511c943, NAME => 'hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef 2024-11-18T20:36:11,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:36:11,601 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:36:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:11,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:11,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39b2c8cc48b71eff635815424511c943, disabling compactions & flushes 2024-11-18T20:36:11,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:11,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:11,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. after waiting 0 ms 2024-11-18T20:36:11,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:11,982 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:11,982 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39b2c8cc48b71eff635815424511c943: Waiting for close lock at 1731962171982Disabling compacts and flushes for region at 1731962171982Disabling writes for close at 1731962171982Writing region close event to WAL at 1731962171982Closed at 1731962171982 2024-11-18T20:36:11,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:11,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962171984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962171984"}]},"ts":"1731962171984"} 2024-11-18T20:36:11,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:11,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:11,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962171987"}]},"ts":"1731962171987"} 2024-11-18T20:36:11,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:36:11,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39b2c8cc48b71eff635815424511c943, ASSIGN}] 2024-11-18T20:36:11,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39b2c8cc48b71eff635815424511c943, ASSIGN 2024-11-18T20:36:11,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39b2c8cc48b71eff635815424511c943, ASSIGN; state=OFFLINE, location=c0a89b2656d4,33145,1731962160559; forceNewPlan=false, retain=false 2024-11-18T20:36:12,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39b2c8cc48b71eff635815424511c943, regionState=OPENING, regionLocation=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39b2c8cc48b71eff635815424511c943, ASSIGN because future has completed 2024-11-18T20:36:12,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39b2c8cc48b71eff635815424511c943, server=c0a89b2656d4,33145,1731962160559}] 2024-11-18T20:36:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:12,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:12,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:12,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:36:12,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33145%2C1731962160559.rep, suffix=, logDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559, archiveDir=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/oldWALs, maxLogs=10 2024-11-18T20:36:12,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.rep.1731962172313, exclude list is [], retry=0 2024-11-18T20:36:12,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42837,DS-dfc5f330-8134-4e76-a1b5-eca14b94faf4,DISK] 2024-11-18T20:36:12,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.rep.1731962172313 2024-11-18T20:36:12,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-18T20:36:12,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39b2c8cc48b71eff635815424511c943, NAME => 'hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:12,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:12,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:12,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. service=MultiRowMutationService 2024-11-18T20:36:12,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:36:12,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:12,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,353 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,354 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b2c8cc48b71eff635815424511c943 columnFamilyName hfileref 2024-11-18T20:36:12,354 DEBUG [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:12,355 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] regionserver.HStore(327): Store=39b2c8cc48b71eff635815424511c943/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:12,355 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,356 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b2c8cc48b71eff635815424511c943 columnFamilyName queue 2024-11-18T20:36:12,356 DEBUG [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:12,360 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] regionserver.HStore(327): Store=39b2c8cc48b71eff635815424511c943/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:12,360 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,366 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b2c8cc48b71eff635815424511c943 columnFamilyName sid 2024-11-18T20:36:12,366 DEBUG [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:12,373 INFO [StoreOpener-39b2c8cc48b71eff635815424511c943-1 {}] regionserver.HStore(327): Store=39b2c8cc48b71eff635815424511c943/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:12,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:12,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:12,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39b2c8cc48b71eff635815424511c943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59399863, jitterRate=-0.11487306654453278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:12,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:12,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39b2c8cc48b71eff635815424511c943: Running coprocessor pre-open hook at 1731962172341Writing region info on filesystem at 1731962172341Initializing all the Stores at 1731962172342 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962172342Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962172352 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962172352Cleaning up temporary data from old regions at 1731962172375 (+23 ms)Running coprocessor post-open hooks at 1731962172382 (+7 ms)Region opened successfully at 1731962172383 (+1 ms) 2024-11-18T20:36:12,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943., pid=10, masterSystemTime=1731962172301 2024-11-18T20:36:12,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:12,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:12,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39b2c8cc48b71eff635815424511c943, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:12,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39b2c8cc48b71eff635815424511c943, server=c0a89b2656d4,33145,1731962160559 because future has completed 2024-11-18T20:36:12,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:36:12,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39b2c8cc48b71eff635815424511c943, server=c0a89b2656d4,33145,1731962160559 in 246 msec 2024-11-18T20:36:12,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:36:12,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39b2c8cc48b71eff635815424511c943, ASSIGN in 408 msec 2024-11-18T20:36:12,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:12,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962172401"}]},"ts":"1731962172401"} 2024-11-18T20:36:12,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:36:12,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:12,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 856 msec 2024-11-18T20:36:12,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2] 2024-11-18T20:36:12,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:12,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:12,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:36:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:36:12,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:36:12,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:36:12,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:36:12,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:36:12,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:36:12,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:12,624 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T20:36:12,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:12,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:36:12,625 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:12,625 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T20:36:12,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:36:12,630 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:36:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:12,678 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,33145,1731962160559, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:36:12,678 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:12,678 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33145,1731962160559, seqNum=-1] 2024-11-18T20:36:12,679 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:12,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,33145,1731962160559', locateType=CURRENT is [region=hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2] 2024-11-18T20:36:12,690 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:36:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:36:12,694 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,33145,1731962160559 suceeded 2024-11-18T20:36:12,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:36:12,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-18T20:36:12,697 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:42599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:36:12,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1610 sec 2024-11-18T20:36:12,708 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:42599' 2024-11-18T20:36:12,721 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d470510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:12,721 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:12,721 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:12,723 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2150eeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:12,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:12,725 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:12,726 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af58d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:12,726 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553a375d 2024-11-18T20:36:12,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:12,728 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T20:36:12,728 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,33145,1731962160559 (queues=1) is replicating from cluster=b0901fea-970f-417d-8ead-a377a01123fc to cluster=30a32d0e-90d5-42ff-850a-4c0d8d2d45c0 2024-11-18T20:36:12,729 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C33145%2C1731962160559 2024-11-18T20:36:12,729 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,33145,1731962160559, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:36:12,729 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C33145%2C1731962160559 2024-11-18T20:36:12,729 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566, startPosition=0, beingWritten=true 2024-11-18T20:36:12,742 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:12,742 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:12,742 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33145,1731962160559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:12,950 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:13,254 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:13,659 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:13,684 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:36:13,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:13,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:13,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:13,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:13,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:13,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:13,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:13,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:13,690 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2702a514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:13,692 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c4b408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:13,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b175cd 2024-11-18T20:36:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:13,695 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:13,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:37699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:36:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:36:13,698 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:37699' 2024-11-18T20:36:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:13,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442ad953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:13,701 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:13,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:13,702 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:13,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:13,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3305b575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:13,704 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5336376d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:13,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28fabcb2 2024-11-18T20:36:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:13,706 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:13,707 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:36:13,707 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:36:13,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:13,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:13,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:13,708 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:13,708 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:36:13,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:13,709 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:13,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:36:13,759 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:36:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:13,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:13,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:13,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:14,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ebc76e38da92c392afde127d284c677, NAME => 'hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953 2024-11-18T20:36:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:36:14,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:14,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ebc76e38da92c392afde127d284c677, disabling compactions & flushes 2024-11-18T20:36:14,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. after waiting 0 ms 2024-11-18T20:36:14,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ebc76e38da92c392afde127d284c677: Waiting for close lock at 1731962174166Disabling compacts and flushes for region at 1731962174166Disabling writes for close at 1731962174166Writing region close event to WAL at 1731962174166Closed at 1731962174166 2024-11-18T20:36:14,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:14,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962174168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962174168"}]},"ts":"1731962174168"} 2024-11-18T20:36:14,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:14,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:14,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962174172"}]},"ts":"1731962174172"} 2024-11-18T20:36:14,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:36:14,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ebc76e38da92c392afde127d284c677, ASSIGN}] 2024-11-18T20:36:14,176 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:14,181 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ebc76e38da92c392afde127d284c677, ASSIGN 2024-11-18T20:36:14,182 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ebc76e38da92c392afde127d284c677, ASSIGN; state=OFFLINE, location=c0a89b2656d4,33101,1731962164570; forceNewPlan=false, retain=false 2024-11-18T20:36:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:14,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ebc76e38da92c392afde127d284c677, regionState=OPENING, regionLocation=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:14,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ebc76e38da92c392afde127d284c677, ASSIGN because future has completed 2024-11-18T20:36:14,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ebc76e38da92c392afde127d284c677, server=c0a89b2656d4,33101,1731962164570}] 2024-11-18T20:36:14,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:36:14,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:14,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:36:14,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C33101%2C1731962164570.rep, suffix=, logDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570, archiveDir=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/oldWALs, maxLogs=10 2024-11-18T20:36:14,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.rep.1731962174504, exclude list is [], retry=0 2024-11-18T20:36:14,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-5c35f5be-b311-499a-8879-8d9dc68b00cb,DISK] 2024-11-18T20:36:14,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.rep.1731962174504 2024-11-18T20:36:14,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-11-18T20:36:14,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ebc76e38da92c392afde127d284c677, NAME => 'hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:14,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:14,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:14,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. service=MultiRowMutationService 2024-11-18T20:36:14,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:36:14,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:14,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,539 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,541 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc76e38da92c392afde127d284c677 columnFamilyName hfileref 2024-11-18T20:36:14,541 DEBUG [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:14,542 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] regionserver.HStore(327): Store=7ebc76e38da92c392afde127d284c677/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:14,542 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,544 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc76e38da92c392afde127d284c677 columnFamilyName queue 2024-11-18T20:36:14,544 DEBUG [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:14,545 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] regionserver.HStore(327): Store=7ebc76e38da92c392afde127d284c677/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:14,545 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,547 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc76e38da92c392afde127d284c677 columnFamilyName sid 2024-11-18T20:36:14,547 DEBUG [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:14,547 INFO [StoreOpener-7ebc76e38da92c392afde127d284c677-1 {}] regionserver.HStore(327): Store=7ebc76e38da92c392afde127d284c677/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:14,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:14,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:14,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ebc76e38da92c392afde127d284c677; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67906387, jitterRate=0.011884018778800964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:14,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:14,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ebc76e38da92c392afde127d284c677: Running coprocessor pre-open hook at 1731962174536Writing region info on filesystem at 1731962174536Initializing all the Stores at 1731962174538 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962174539 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962174539Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962174539Cleaning up temporary data from old regions at 1731962174550 (+11 ms)Running coprocessor post-open hooks at 1731962174559 (+9 ms)Region opened successfully at 1731962174559 2024-11-18T20:36:14,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677., pid=10, masterSystemTime=1731962174487 2024-11-18T20:36:14,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ebc76e38da92c392afde127d284c677, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:14,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:14,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ebc76e38da92c392afde127d284c677, server=c0a89b2656d4,33101,1731962164570 because future has completed 2024-11-18T20:36:14,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:36:14,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ebc76e38da92c392afde127d284c677, server=c0a89b2656d4,33101,1731962164570 in 235 msec 2024-11-18T20:36:14,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:36:14,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ebc76e38da92c392afde127d284c677, ASSIGN in 398 msec 2024-11-18T20:36:14,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:14,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962174577"}]},"ts":"1731962174577"} 2024-11-18T20:36:14,580 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:36:14,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:14,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 874 msec 2024-11-18T20:36:14,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2] 2024-11-18T20:36:14,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:14,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:14,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:36:14,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:36:14,785 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:36:14,791 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:14,831 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,33101,1731962164570, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:36:14,831 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:14,832 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33101,1731962164570, seqNum=-1] 2024-11-18T20:36:14,832 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:14,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:14,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,33101,1731962164570', locateType=CURRENT is [region=hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2] 2024-11-18T20:36:14,840 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:36:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:36:14,842 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,33101,1731962164570 suceeded 2024-11-18T20:36:14,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:36:14,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-18T20:36:14,844 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:37699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:36:14,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1490 sec 2024-11-18T20:36:14,865 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:37699' 2024-11-18T20:36:14,869 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3e9686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:14,869 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:14,869 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:14,871 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:14,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:14,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:14,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6937c354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:14,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:14,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:14,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:14,877 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:14,878 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40076385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:14,878 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:14,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:14,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afe2763 2024-11-18T20:36:14,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:14,881 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T20:36:14,883 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,33101,1731962164570 (queues=1) is replicating from cluster=30a32d0e-90d5-42ff-850a-4c0d8d2d45c0 to cluster=b0901fea-970f-417d-8ead-a377a01123fc 2024-11-18T20:36:14,883 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C33101%2C1731962164570 2024-11-18T20:36:14,883 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,33101,1731962164570, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:36:14,892 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161, startPosition=0, beingWritten=true 2024-11-18T20:36:14,909 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C33101%2C1731962164570 2024-11-18T20:36:14,927 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:14,927 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:14,927 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33101,1731962164570 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:15,134 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:15,450 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:15,530 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:15,844 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:36:15,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:15,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:15,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:15,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:15,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:15,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:15,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731962175848/Put/seqid=0 2024-11-18T20:36:15,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:36:15,854 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:16,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731962176255/Put/seqid=0 2024-11-18T20:36:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:36:16,334 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:16,359 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:16,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:16,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:16,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:16,669 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf66348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:16,671 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:16,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:16,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33145,1731962160559, seqNum=-1] 2024-11-18T20:36:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:16,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:16,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20824e12 2024-11-18T20:36:16,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:16,686 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2] 2024-11-18T20:36:16,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:36:16,697 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:36:16,700 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T20:36:16,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:36:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:16,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:36:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HRegion(2603): Flush status journal for 5f4f66bdfa057a77bef938fdbf866344: 2024-11-18T20:36:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_1 2024-11-18T20:36:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_1 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/585760db40514ea787667e04feddde35_SeqId_4_ 2024-11-18T20:36:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_0 2024-11-18T20:36:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_0 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ 2024-11-18T20:36:16,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_1 into 5f4f66bdfa057a77bef938fdbf866344/f as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/585760db40514ea787667e04feddde35_SeqId_4_ - updating store file list. 2024-11-18T20:36:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 585760db40514ea787667e04feddde35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:16,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/585760db40514ea787667e04feddde35_SeqId_4_ into 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:16,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_1 into 5f4f66bdfa057a77bef938fdbf866344/f (new location: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/585760db40514ea787667e04feddde35_SeqId_4_) 2024-11-18T20:36:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_1 2024-11-18T20:36:16,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_0 into 5f4f66bdfa057a77bef938fdbf866344/f as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ - updating store file list. 2024-11-18T20:36:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c45d1f5857e247d4b412346093658a18_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:16,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ into 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:16,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_0 into 5f4f66bdfa057a77bef938fdbf866344/f (new location: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/c45d1f5857e247d4b412346093658a18_SeqId_4_) 2024-11-18T20:36:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins__test__a7pv0f8k28bib7a9rc12uti3l6mj0l7sgd535p2j7rklfco7rfkkr7r8hf76ddej/f/hfile_0 2024-11-18T20:36:16,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:16,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:16,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2 , the old value is region=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0a89b2656d4:33145 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:36:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:36:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2 from cache 2024-11-18T20:36:16,742 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:36:16,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:16,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:16,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33101,1731962164570, seqNum=-1] 2024-11-18T20:36:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:16,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962169366.dabf5997f451a667d305e99ba33b5761., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2] 2024-11-18T20:36:16,751 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:36:16,845 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:33145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:36:16,964 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:17,238 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 379, reset compression=false 2024-11-18T20:36:17,243 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:17,243 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33145,1731962160559 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f4f66bdfa057a77bef938fdbf866344/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962176738/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:36:17,245 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:17,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T20:36:17,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.ReplicationSink(318): Replicating [b0901fea-970f-417d-8ead-a377a01123fc] bulk loaded data 2024-11-18T20:36:17,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc375ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:17,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:17,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:17,248 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f35f4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:17,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:17,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:17,249 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:17,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb7f434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741840_1016 (size=7691) 2024-11-18T20:36:17,443 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 687, reset compression=false 2024-11-18T20:36:17,669 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741841_1017 (size=7894) 2024-11-18T20:36:17,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d5aaa7 2024-11-18T20:36:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:17,723 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T20:36:17,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:36:17,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:17,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33101,1731962164570, seqNum=-1] 2024-11-18T20:36:17,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:17,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:17,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/585760db40514ea787667e04feddde35_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T20:36:17,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:36:17,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ for inclusion in dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:17,749 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 687, reset compression=false 2024-11-18T20:36:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T20:36:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:17,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/585760db40514ea787667e04feddde35_SeqId_4_ for inclusion in dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:17,754 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:36:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T20:36:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HRegion(2603): Flush status journal for dabf5997f451a667d305e99ba33b5761: 2024-11-18T20:36:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c45d1f5857e247d4b412346093658a18_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:36:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/11373d34b9cf4ef9a8f1b5c87b7865b4_SeqId_4_ 2024-11-18T20:36:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 585760db40514ea787667e04feddde35_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:36:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/585760db40514ea787667e04feddde35_SeqId_4_ as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/b8a0f1c992cb4568a6ee744ab95336c7_SeqId_4_ 2024-11-18T20:36:17,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ into dabf5997f451a667d305e99ba33b5761/f as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/11373d34b9cf4ef9a8f1b5c87b7865b4_SeqId_4_ - updating store file list. 2024-11-18T20:36:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11373d34b9cf4ef9a8f1b5c87b7865b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:17,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/11373d34b9cf4ef9a8f1b5c87b7865b4_SeqId_4_ into dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:17,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ into dabf5997f451a667d305e99ba33b5761/f (new location: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/11373d34b9cf4ef9a8f1b5c87b7865b4_SeqId_4_) 2024-11-18T20:36:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/c45d1f5857e247d4b412346093658a18_SeqId_4_ 2024-11-18T20:36:17,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/585760db40514ea787667e04feddde35_SeqId_4_ into dabf5997f451a667d305e99ba33b5761/f as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/b8a0f1c992cb4568a6ee744ab95336c7_SeqId_4_ - updating store file list. 2024-11-18T20:36:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8a0f1c992cb4568a6ee744ab95336c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:17,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/b8a0f1c992cb4568a6ee744ab95336c7_SeqId_4_ into dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:17,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/585760db40514ea787667e04feddde35_SeqId_4_ into dabf5997f451a667d305e99ba33b5761/f (new location: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/b8a0f1c992cb4568a6ee744ab95336c7_SeqId_4_) 2024-11-18T20:36:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins.hfs.11__test__a58u9tkm2n3vufrgguhopf9en7p0gf9u4tr94vnjh951snmc23j75e0kics1e94r/f/585760db40514ea787667e04feddde35_SeqId_4_ 2024-11-18T20:36:17,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.ReplicationSink(324): Finished replicating [b0901fea-970f-417d-8ead-a377a01123fc] bulk loaded data 2024-11-18T20:36:18,173 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 687, reset compression=false 2024-11-18T20:36:18,481 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 379, reset compression=false 2024-11-18T20:36:18,488 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:18,488 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33101,1731962164570 got entry batch from reader: WALEntryBatch [walEntries=[{test/dabf5997f451a667d305e99ba33b5761/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962177821/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T20:36:18,506 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:18,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T20:36:18,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.ReplicationSink(318): Replicating [b0901fea-970f-417d-8ead-a377a01123fc, 30a32d0e-90d5-42ff-850a-4c0d8d2d45c0] bulk loaded data 2024-11-18T20:36:18,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b960b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:18,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37699,-1 for getting cluster id 2024-11-18T20:36:18,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:18,510 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0901fea-970f-417d-8ead-a377a01123fc' 2024-11-18T20:36:18,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0901fea-970f-417d-8ead-a377a01123fc" 2024-11-18T20:36:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1932e25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37699,-1] 2024-11-18T20:36:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:18,515 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:18,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b02fef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:18,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741842_1018 (size=7894) 2024-11-18T20:36:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741843_1019 (size=7691) 2024-11-18T20:36:18,678 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 687, reset compression=false 2024-11-18T20:36:18,688 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 725, reset compression=false 2024-11-18T20:36:18,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:18,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731962178766/Put/seqid=0 2024-11-18T20:36:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741842_1018 (size=11194) 2024-11-18T20:36:18,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731962178790/Put/seqid=0 2024-11-18T20:36:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741843_1019 (size=10791) 2024-11-18T20:36:18,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:18,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,42599,-1 for getting cluster id 2024-11-18T20:36:18,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:18,812 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30a32d0e-90d5-42ff-850a-4c0d8d2d45c0' 2024-11-18T20:36:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30a32d0e-90d5-42ff-850a-4c0d8d2d45c0" 2024-11-18T20:36:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7020d89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,42599,-1] 2024-11-18T20:36:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:18,814 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:18,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:18,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33101,1731962164570, seqNum=-1] 2024-11-18T20:36:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:18,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:18,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55058f71 2024-11-18T20:36:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:18,833 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:18,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962169366.dabf5997f451a667d305e99ba33b5761., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2] 2024-11-18T20:36:18,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:36:18,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:36:18,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T20:36:18,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_0 for inclusion in dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T20:36:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:18,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_1 for inclusion in dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T20:36:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HRegion(2603): Flush status journal for dabf5997f451a667d305e99ba33b5761: 2024-11-18T20:36:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_0 2024-11-18T20:36:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_0 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ 2024-11-18T20:36:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_1 2024-11-18T20:36:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_1 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ 2024-11-18T20:36:18,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_0 into dabf5997f451a667d305e99ba33b5761/f as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ - updating store file list. 2024-11-18T20:36:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:18,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ into dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:18,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_0 into dabf5997f451a667d305e99ba33b5761/f (new location: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_) 2024-11-18T20:36:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_0 2024-11-18T20:36:18,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_1 into dabf5997f451a667d305e99ba33b5761/f as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ - updating store file list. 2024-11-18T20:36:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:18,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ into dabf5997f451a667d305e99ba33b5761/f 2024-11-18T20:36:18,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_1 into dabf5997f451a667d305e99ba33b5761/f (new location: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_) 2024-11-18T20:36:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/staging/jenkins__test__dcg9ehvov72aq76rffm915ogme6fsjbat0vvo038e0sjja69a22s2e1gba2i2s0i/f/hfile_1 2024-11-18T20:36:18,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:18,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:18,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:18,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:18,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962169366.dabf5997f451a667d305e99ba33b5761., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2 , the old value is region=test,,1731962169366.dabf5997f451a667d305e99ba33b5761., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0a89b2656d4:33101 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:36:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962169366.dabf5997f451a667d305e99ba33b5761., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:36:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962169366.dabf5997f451a667d305e99ba33b5761., hostname=c0a89b2656d4,33101,1731962164570, seqNum=2 from cache 2024-11-18T20:36:18,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33145,1731962160559, seqNum=-1] 2024-11-18T20:36:18,925 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T20:36:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:18,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., hostname=c0a89b2656d4,33145,1731962160559, seqNum=2] 2024-11-18T20:36:18,938 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:36:18,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23f88188 2024-11-18T20:36:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:18,959 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T20:36:18,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:36:18,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:18,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,33145,1731962160559, seqNum=-1] 2024-11-18T20:36:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:18,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:18,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__t9vs19qja82r3l3cnt2u9m0a9msmaml34s1bd70pe1k1jq9q34bpuvrbvu47kri8/f/11373d34b9cf4ef9a8f1b5c87b7865b4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T20:36:18,973 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__t9vs19qja82r3l3cnt2u9m0a9msmaml34s1bd70pe1k1jq9q34bpuvrbvu47kri8/f/b8a0f1c992cb4568a6ee744ab95336c7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T20:36:18,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.ReplicationSink(324): Finished replicating [b0901fea-970f-417d-8ead-a377a01123fc, 30a32d0e-90d5-42ff-850a-4c0d8d2d45c0] bulk loaded data 2024-11-18T20:36:18,993 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 725, reset compression=false 2024-11-18T20:36:19,007 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:19,007 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33101,1731962164570 got entry batch from reader: WALEntryBatch [walEntries=[{test/dabf5997f451a667d305e99ba33b5761/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962178921/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:36:19,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.ReplicationSink(318): Replicating [30a32d0e-90d5-42ff-850a-4c0d8d2d45c0] bulk loaded data 2024-11-18T20:36:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741844_1020 (size=11194) 2024-11-18T20:36:19,034 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:33101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:36:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741845_1021 (size=10791) 2024-11-18T20:36:19,207 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1033, reset compression=false 2024-11-18T20:36:19,285 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 687, reset compression=false 2024-11-18T20:36:19,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:36:19,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T20:36:19,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T20:36:19,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ for inclusion in 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T20:36:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:19,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ for inclusion in 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T20:36:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:36:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HRegion(2603): Flush status journal for 5f4f66bdfa057a77bef938fdbf866344: 2024-11-18T20:36:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:36:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/39d90c37c6a34381bd8b09406bad6f44_SeqId_6_ 2024-11-18T20:36:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:36:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/b636b69e2fe44b09b3c33856e619e3bf_SeqId_6_ 2024-11-18T20:36:19,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ into 5f4f66bdfa057a77bef938fdbf866344/f as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/39d90c37c6a34381bd8b09406bad6f44_SeqId_6_ - updating store file list. 2024-11-18T20:36:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39d90c37c6a34381bd8b09406bad6f44_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:19,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/39d90c37c6a34381bd8b09406bad6f44_SeqId_6_ into 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:19,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ into 5f4f66bdfa057a77bef938fdbf866344/f (new location: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/39d90c37c6a34381bd8b09406bad6f44_SeqId_6_) 2024-11-18T20:36:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/8ae8b34ce2704c7c889a42d998d5d90f_SeqId_6_ 2024-11-18T20:36:19,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ into 5f4f66bdfa057a77bef938fdbf866344/f as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/b636b69e2fe44b09b3c33856e619e3bf_SeqId_6_ - updating store file list. 2024-11-18T20:36:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b636b69e2fe44b09b3c33856e619e3bf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:36:19,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/b636b69e2fe44b09b3c33856e619e3bf_SeqId_6_ into 5f4f66bdfa057a77bef938fdbf866344/f 2024-11-18T20:36:19,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ into 5f4f66bdfa057a77bef938fdbf866344/f (new location: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/f/b636b69e2fe44b09b3c33856e619e3bf_SeqId_6_) 2024-11-18T20:36:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/staging/jenkins.hfs.10__test__5776mbm2kc48gr2hno3v2d1d2pgvdal4bb56682pfqjv4747955omi4romi647ap/f/03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_ 2024-11-18T20:36:19,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33145 {}] regionserver.ReplicationSink(324): Finished replicating [30a32d0e-90d5-42ff-850a-4c0d8d2d45c0] bulk loaded data 2024-11-18T20:36:19,513 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1033, reset compression=false 2024-11-18T20:36:19,918 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1033, reset compression=false 2024-11-18T20:36:19,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:36:19,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:19,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:19,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:19,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:19,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:36:19,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1316395854, stopped=false 2024-11-18T20:36:19,954 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,42599,1731962164540 2024-11-18T20:36:19,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626976817/running 2024-11-18T20:36:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626976817/running 2024-11-18T20:36:19,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:19,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:19,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:19,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:19,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:19,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:19,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/running 2024-11-18T20:36:19,956 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,33101,1731962164570' ***** 2024-11-18T20:36:19,956 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:36:19,957 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:36:19,957 INFO [RS:0;c0a89b2656d4:33101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:36:19,957 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:36:19,957 INFO [RS:0;c0a89b2656d4:33101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:36:19,957 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ebc76e38da92c392afde127d284c677 2024-11-18T20:36:19,957 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:19,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Set watcher on znode that does not yet exist, /1-1626976817/running 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(3091): Received CLOSE for dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33101. 2024-11-18T20:36:19,958 DEBUG [RS:0;c0a89b2656d4:33101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:19,958 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:36:19,958 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:36:19,959 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:36:19,959 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:36:19,959 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1325): Online Regions={7ebc76e38da92c392afde127d284c677=hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677., 1588230740=hbase:meta,,1.1588230740, dabf5997f451a667d305e99ba33b5761=test,,1731962169366.dabf5997f451a667d305e99ba33b5761.} 2024-11-18T20:36:19,959 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ebc76e38da92c392afde127d284c677, dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:19,959 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:19,959 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:19,959 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ebc76e38da92c392afde127d284c677, disabling compactions & flushes 2024-11-18T20:36:19,959 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:19,959 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:19,960 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:19,960 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:19,960 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. after waiting 0 ms 2024-11-18T20:36:19,960 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:19,960 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:19,960 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:36:19,960 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ebc76e38da92c392afde127d284c677 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T20:36:19,981 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/.tmp/hfileref/fdca20b1795a4de2810cc28c35887236 is 74, key is 1/hfileref:03c2c2ba5b0a4a6280ddea93602ce3fe_SeqId_6_/1731962179493/DeleteColumn/seqid=0 2024-11-18T20:36:19,986 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/info/d0951a8183324e80bf2fd4f01ceeae65 is 147, key is hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677./info:regioninfo/1731962174564/Put/seqid=0 2024-11-18T20:36:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741844_1020 (size=5345) 2024-11-18T20:36:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741845_1021 (size=7686) 2024-11-18T20:36:19,989 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 687, reset compression=false 2024-11-18T20:36:19,992 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/info/d0951a8183324e80bf2fd4f01ceeae65 2024-11-18T20:36:19,993 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:19,993 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33145,1731962160559 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f4f66bdfa057a77bef938fdbf866344/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962179490/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T20:36:19,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:19,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40456 deadline: 1731962239994, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping 2024-11-18T20:36:19,999 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:20,015 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/ns/1358a3ebfefb4d368628f72b0b8c891b is 43, key is default/ns:d/1731962167102/Put/seqid=0 2024-11-18T20:36:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741846_1022 (size=5153) 2024-11-18T20:36:20,032 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:36:20,032 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:36:20,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:20,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:20,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:20,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40456 deadline: 1731962240102, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping 2024-11-18T20:36:20,103 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:20,159 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ebc76e38da92c392afde127d284c677, dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:20,193 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 1033, reset compression=false 2024-11-18T20:36:20,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:20,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40456 deadline: 1731962240306, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping 2024-11-18T20:36:20,307 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:20,359 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ebc76e38da92c392afde127d284c677, dabf5997f451a667d305e99ba33b5761 2024-11-18T20:36:20,387 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/.tmp/hfileref/fdca20b1795a4de2810cc28c35887236 2024-11-18T20:36:20,420 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/ns/1358a3ebfefb4d368628f72b0b8c891b 2024-11-18T20:36:20,421 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1033, reset compression=false 2024-11-18T20:36:20,423 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/.tmp/queue/b8e59736f96840918bda6030ca85735b is 154, key is 1-c0a89b2656d4,33101,1731962164570/queue:c0a89b2656d4%2C33101%2C1731962164570/1731962179495/Put/seqid=0 2024-11-18T20:36:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741847_1023 (size=5353) 2024-11-18T20:36:20,451 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/.tmp/queue/b8e59736f96840918bda6030ca85735b 2024-11-18T20:36:20,456 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/rep_barrier/aa665f0ba7a744b484cef93c1a83722b is 112, key is test,,1731962169366.dabf5997f451a667d305e99ba33b5761./rep_barrier:seqnumDuringOpen/1731962170566/Put/seqid=0 2024-11-18T20:36:20,460 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/.tmp/hfileref/fdca20b1795a4de2810cc28c35887236 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/hfileref/fdca20b1795a4de2810cc28c35887236 2024-11-18T20:36:20,465 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/hfileref/fdca20b1795a4de2810cc28c35887236, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T20:36:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/.tmp/queue/b8e59736f96840918bda6030ca85735b as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/queue/b8e59736f96840918bda6030ca85735b 2024-11-18T20:36:20,473 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/queue/b8e59736f96840918bda6030ca85735b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T20:36:20,476 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7ebc76e38da92c392afde127d284c677 in 516ms, sequenceid=12, compaction requested=false 2024-11-18T20:36:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741848_1024 (size=5518) 2024-11-18T20:36:20,503 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 1033, reset compression=false 2024-11-18T20:36:20,514 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/replication/7ebc76e38da92c392afde127d284c677/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:36:20,515 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:20,515 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:20,515 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:20,515 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ebc76e38da92c392afde127d284c677: Waiting for close lock at 1731962179959Running coprocessor pre-close hooks at 1731962179959Disabling compacts and flushes for region at 1731962179959Disabling writes for close at 1731962179960 (+1 ms)Obtaining lock to block concurrent updates at 1731962179960Preparing flush snapshotting stores in 7ebc76e38da92c392afde127d284c677 at 1731962179960Finished memstore snapshotting hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731962179960Flushing stores of hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. at 1731962179961 (+1 ms)Flushing 7ebc76e38da92c392afde127d284c677/hfileref: creating writer at 1731962179961Flushing 7ebc76e38da92c392afde127d284c677/hfileref: appending metadata at 1731962179980 (+19 ms)Flushing 7ebc76e38da92c392afde127d284c677/hfileref: closing flushed file at 1731962179980Flushing 7ebc76e38da92c392afde127d284c677/queue: creating writer at 1731962180393 (+413 ms)Flushing 7ebc76e38da92c392afde127d284c677/queue: appending metadata at 1731962180423 (+30 ms)Flushing 7ebc76e38da92c392afde127d284c677/queue: closing flushed file at 1731962180423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b9c532: reopening flushed file at 1731962180459 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d217ee: reopening flushed file at 1731962180466 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7ebc76e38da92c392afde127d284c677 in 516ms, sequenceid=12, compaction requested=false at 1731962180476 (+10 ms)Writing region close event to WAL at 1731962180501 (+25 ms)Running coprocessor post-close hooks at 1731962180515 (+14 ms)Closed at 1731962180515 2024-11-18T20:36:20,515 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962173707.7ebc76e38da92c392afde127d284c677. 2024-11-18T20:36:20,516 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dabf5997f451a667d305e99ba33b5761, disabling compactions & flushes 2024-11-18T20:36:20,516 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:20,516 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:20,516 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962169366.dabf5997f451a667d305e99ba33b5761. after waiting 0 ms 2024-11-18T20:36:20,516 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:20,525 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/default/test/dabf5997f451a667d305e99ba33b5761/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:36:20,526 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:20,526 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:20,526 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:20,526 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dabf5997f451a667d305e99ba33b5761: Waiting for close lock at 1731962180516Running coprocessor pre-close hooks at 1731962180516Disabling compacts and flushes for region at 1731962180516Disabling writes for close at 1731962180516Writing region close event to WAL at 1731962180519 (+3 ms)Running coprocessor post-close hooks at 1731962180526 (+7 ms)Closed at 1731962180526 2024-11-18T20:36:20,526 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962169366.dabf5997f451a667d305e99ba33b5761. 2024-11-18T20:36:20,560 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:36:20,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:20,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40456 deadline: 1731962240612, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping 2024-11-18T20:36:20,613 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:20,760 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:36:20,888 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/rep_barrier/aa665f0ba7a744b484cef93c1a83722b 2024-11-18T20:36:20,921 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 1033, reset compression=false 2024-11-18T20:36:20,924 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/table/4ffcd69dd7db4223b45d5e13a65c81e7 is 53, key is hbase:replication/table:state/1731962174577/Put/seqid=0 2024-11-18T20:36:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741849_1025 (size=5308) 2024-11-18T20:36:20,960 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:36:20,960 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:36:20,960 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:36:21,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:21,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40456 deadline: 1731962241017, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping 2024-11-18T20:36:21,018 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c0a89b2656d4,33101,1731962164570 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:21,058 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1033, reset compression=false 2024-11-18T20:36:21,063 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:21,063 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1328, reset compression=false 2024-11-18T20:36:21,063 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,33101,1731962164570 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:21,064 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,33101,1731962164570: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,33101,1731962164570, walGroup=c0a89b2656d4%2C33101%2C1731962164570, offset=c0a89b2656d4%2C33101%2C1731962164570.1731962166161:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:33101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:36:21,065 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:36:21,066 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:36:21,067 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:36:21,067 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:36:21,067 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:36:21,067 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 576216576 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188320304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:36:21,069 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:36:21,160 DEBUG [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:36:21,267 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.wal-reader.c0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.1731962166161 to pos 1328, reset compression=false 2024-11-18T20:36:21,328 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/table/4ffcd69dd7db4223b45d5e13a65c81e7 2024-11-18T20:36:21,333 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/info/d0951a8183324e80bf2fd4f01ceeae65 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/info/d0951a8183324e80bf2fd4f01ceeae65 2024-11-18T20:36:21,337 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/info/d0951a8183324e80bf2fd4f01ceeae65, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:36:21,338 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/ns/1358a3ebfefb4d368628f72b0b8c891b as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/ns/1358a3ebfefb4d368628f72b0b8c891b 2024-11-18T20:36:21,342 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/ns/1358a3ebfefb4d368628f72b0b8c891b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:36:21,342 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/rep_barrier/aa665f0ba7a744b484cef93c1a83722b as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/rep_barrier/aa665f0ba7a744b484cef93c1a83722b 2024-11-18T20:36:21,346 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/rep_barrier/aa665f0ba7a744b484cef93c1a83722b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:36:21,346 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/.tmp/table/4ffcd69dd7db4223b45d5e13a65c81e7 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/table/4ffcd69dd7db4223b45d5e13a65c81e7 2024-11-18T20:36:21,350 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/table/4ffcd69dd7db4223b45d5e13a65c81e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:36:21,351 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=16, compaction requested=false 2024-11-18T20:36:21,358 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:36:21,358 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:21,358 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:21,358 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:21,358 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962179959Running coprocessor pre-close hooks at 1731962179959Disabling compacts and flushes for region at 1731962179959Disabling writes for close at 1731962179960 (+1 ms)Obtaining lock to block concurrent updates at 1731962179960Preparing flush snapshotting stores in 1588230740 at 1731962179960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962179960Flushing stores of hbase:meta,,1.1588230740 at 1731962179961 (+1 ms)Flushing 1588230740/info: creating writer at 1731962179961Flushing 1588230740/info: appending metadata at 1731962179985 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731962179985Flushing 1588230740/ns: creating writer at 1731962179997 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731962180014 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731962180014Flushing 1588230740/rep_barrier: creating writer at 1731962180427 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962180456 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962180456Flushing 1588230740/table: creating writer at 1731962180903 (+447 ms)Flushing 1588230740/table: appending metadata at 1731962180923 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731962180923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f23ad3: reopening flushed file at 1731962181332 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299bebd0: reopening flushed file at 1731962181337 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fd9cf8: reopening flushed file at 1731962181342 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f74d23: reopening flushed file at 1731962181346 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=16, compaction requested=false at 1731962181351 (+5 ms)Writing region close event to WAL at 1731962181355 (+4 ms)Running coprocessor post-close hooks at 1731962181358 (+3 ms)Closed at 1731962181358 2024-11-18T20:36:21,358 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:21,360 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,33101,1731962164570; all regions closed. 2024-11-18T20:36:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:36:21,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/WALs/c0a89b2656d4,33101,1731962164570/c0a89b2656d4%2C33101%2C1731962164570.meta.1731962167061.meta not finished, retry = 0 2024-11-18T20:36:21,425 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 1033, reset compression=false 2024-11-18T20:36:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741839_1015 (size=3127) 2024-11-18T20:36:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741832_1008 (size=1336) 2024-11-18T20:36:21,469 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:21,470 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:21,470 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:21,470 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:21,470 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:21,470 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:21,470 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,33101,1731962164570 because: Region server is closing 2024-11-18T20:36:21,471 INFO [RS:0;c0a89b2656d4:33101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33101. 2024-11-18T20:36:21,471 DEBUG [RS:0;c0a89b2656d4:33101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:21,471 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:21,471 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:21,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:21,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c0a89b2656d4,33101,1731962164570 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:21,525 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c0a89b2656d4,33101,1731962164570 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:21,571 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33101,1731962164570.replicationSource.shipperc0a89b2656d4%2C33101%2C1731962164570,1-c0a89b2656d4,33101,1731962164570 terminated 2024-11-18T20:36:21,571 INFO [RS:0;c0a89b2656d4:33101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33101. 2024-11-18T20:36:21,571 DEBUG [RS:0;c0a89b2656d4:33101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:21,571 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:21,572 DEBUG [RS:0;c0a89b2656d4:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:21,572 INFO [RS:0;c0a89b2656d4:33101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33101 2024-11-18T20:36:21,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626976817/rs/c0a89b2656d4,33101,1731962164570 2024-11-18T20:36:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817/rs 2024-11-18T20:36:21,574 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:21,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,33101,1731962164570] 2024-11-18T20:36:21,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1626976817/draining/c0a89b2656d4,33101,1731962164570 already deleted, retry=false 2024-11-18T20:36:21,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,33101,1731962164570 expired; onlineServers=0 2024-11-18T20:36:21,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,42599,1731962164540' ***** 2024-11-18T20:36:21,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:36:21,575 INFO [M:0;c0a89b2656d4:42599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:21,575 INFO [M:0;c0a89b2656d4:42599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:21,576 DEBUG [M:0;c0a89b2656d4:42599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:36:21,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:36:21,576 DEBUG [M:0;c0a89b2656d4:42599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:36:21,576 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962165928 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962165928,5,FailOnTimeoutGroup] 2024-11-18T20:36:21,576 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962165928 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962165928,5,FailOnTimeoutGroup] 2024-11-18T20:36:21,576 INFO [M:0;c0a89b2656d4:42599 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:21,576 INFO [M:0;c0a89b2656d4:42599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:21,576 DEBUG [M:0;c0a89b2656d4:42599 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:36:21,576 INFO [M:0;c0a89b2656d4:42599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:36:21,576 INFO [M:0;c0a89b2656d4:42599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:21,576 INFO [M:0;c0a89b2656d4:42599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:36:21,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:36:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1626976817/master 2024-11-18T20:36:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1626976817 2024-11-18T20:36:21,577 DEBUG [M:0;c0a89b2656d4:42599 {}] zookeeper.ZKUtil(347): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Unable to get data of znode /1-1626976817/master because node does not exist (not an error) 2024-11-18T20:36:21,577 WARN [M:0;c0a89b2656d4:42599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:36:21,578 INFO [M:0;c0a89b2656d4:42599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/.lastflushedseqids 2024-11-18T20:36:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741850_1026 (size=263) 2024-11-18T20:36:21,585 INFO [M:0;c0a89b2656d4:42599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:36:21,585 INFO [M:0;c0a89b2656d4:42599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:36:21,585 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:21,585 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:21,585 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:21,585 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:21,585 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:21,586 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T20:36:21,609 DEBUG [M:0;c0a89b2656d4:42599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc937620ac549aca1b7390d6f8f7931 is 82, key is hbase:meta,,1/info:regioninfo/1731962167094/Put/seqid=0 2024-11-18T20:36:21,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741851_1027 (size=5672) 2024-11-18T20:36:21,616 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc937620ac549aca1b7390d6f8f7931 2024-11-18T20:36:21,638 DEBUG [M:0;c0a89b2656d4:42599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55b6c6e0363c42beaaade7b33434765c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962174583/Put/seqid=0 2024-11-18T20:36:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741852_1028 (size=8517) 2024-11-18T20:36:21,642 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55b6c6e0363c42beaaade7b33434765c 2024-11-18T20:36:21,659 DEBUG [M:0;c0a89b2656d4:42599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9633661f364b4f4e8adb9d1ade701bd5 is 69, key is c0a89b2656d4,33101,1731962164570/rs:state/1731962166010/Put/seqid=0 2024-11-18T20:36:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741853_1029 (size=5156) 2024-11-18T20:36:21,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:21,675 INFO [RS:0;c0a89b2656d4:33101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:21,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x100548c9da80004, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:21,675 INFO [RS:0;c0a89b2656d4:33101 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,33101,1731962164570; zookeeper connection closed. 2024-11-18T20:36:21,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73961cfb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73961cfb 2024-11-18T20:36:21,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:36:22,028 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 1033, reset compression=false 2024-11-18T20:36:22,064 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9633661f364b4f4e8adb9d1ade701bd5 2024-11-18T20:36:22,073 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc937620ac549aca1b7390d6f8f7931 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc937620ac549aca1b7390d6f8f7931 2024-11-18T20:36:22,080 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc937620ac549aca1b7390d6f8f7931, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:36:22,082 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55b6c6e0363c42beaaade7b33434765c as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55b6c6e0363c42beaaade7b33434765c 2024-11-18T20:36:22,092 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55b6c6e0363c42beaaade7b33434765c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:36:22,094 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9633661f364b4f4e8adb9d1ade701bd5 as hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9633661f364b4f4e8adb9d1ade701bd5 2024-11-18T20:36:22,102 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32903/user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9633661f364b4f4e8adb9d1ade701bd5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:36:22,103 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=97, compaction requested=false 2024-11-18T20:36:22,122 INFO [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:22,122 DEBUG [M:0;c0a89b2656d4:42599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962181585Disabling compacts and flushes for region at 1731962181585Disabling writes for close at 1731962181585Obtaining lock to block concurrent updates at 1731962181586 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962181586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731962181586Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962181587 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962181587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962181608 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962181608Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962181621 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962181638 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962181638Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962181646 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962181659 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962181659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506e249e: reopening flushed file at 1731962182070 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f36d26f: reopening flushed file at 1731962182081 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@efa8555: reopening flushed file at 1731962182092 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=97, compaction requested=false at 1731962182103 (+11 ms)Writing region close event to WAL at 1731962182121 (+18 ms)Closed at 1731962182121 2024-11-18T20:36:22,129 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/581ff530-93a4-7dac-cfb6-24b9ac50e953/MasterData/WALs/c0a89b2656d4,42599,1731962164540/c0a89b2656d4%2C42599%2C1731962164540.1731962165862 not finished, retry = 0 2024-11-18T20:36:22,131 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c0a89b2656d4:33101 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:33101 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:22,136 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c0a89b2656d4:33101 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:33101 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:33101 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T20:36:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741830_1006 (size=63666) 2024-11-18T20:36:22,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c0a89b2656d4:33101 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:33101 2024-11-18T20:36:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54906 deadline: 1731962242139, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T20:36:22,141 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-18T20:36:22,143 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T20:36:22,231 INFO [M:0;c0a89b2656d4:42599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:36:22,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:22,231 INFO [M:0;c0a89b2656d4:42599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42599 2024-11-18T20:36:22,232 INFO [M:0;c0a89b2656d4:42599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:22,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:22,334 INFO [M:0;c0a89b2656d4:42599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:22,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x100548c9da80003, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:22,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:22,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:22,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:22,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:22,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:22,370 WARN [BP-1426498784-172.17.0.2-1731962163622 heartbeating to localhost/127.0.0.1:32903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:36:22,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:36:22,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:36:22,370 WARN [BP-1426498784-172.17.0.2-1731962163622 heartbeating to localhost/127.0.0.1:32903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1426498784-172.17.0.2-1731962163622 (Datanode Uuid efbd197d-d325-4392-98bc-0ccd756dfb94) service to localhost/127.0.0.1:32903 2024-11-18T20:36:22,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/cluster_7f04d1c8-57d6-7b2f-7e4d-1f115939094f/data/data1/current/BP-1426498784-172.17.0.2-1731962163622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:22,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/cluster_7f04d1c8-57d6-7b2f-7e4d-1f115939094f/data/data2/current/BP-1426498784-172.17.0.2-1731962163622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:22,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:36:22,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:22,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:22,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:22,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:22,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:36:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:36:22,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:22,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:22,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:22,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:22,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:22,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:36:22,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=847951092, stopped=false 2024-11-18T20:36:22,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,37699,1731962160489 2024-11-18T20:36:22,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741027331/running 2024-11-18T20:36:22,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741027331/running 2024-11-18T20:36:22,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:22,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:22,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:22,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:22,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:22,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:22,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/running 2024-11-18T20:36:22,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,33145,1731962160559' ***** 2024-11-18T20:36:22,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:36:22,460 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:36:22,460 INFO [RS:0;c0a89b2656d4:33145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:36:22,460 INFO [RS:0;c0a89b2656d4:33145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:36:22,460 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(3091): Received CLOSE for 39b2c8cc48b71eff635815424511c943 2024-11-18T20:36:22,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:36:22,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Set watcher on znode that does not yet exist, /0-1741027331/running 2024-11-18T20:36:22,473 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:22,473 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:22,473 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:22,473 INFO [RS:0;c0a89b2656d4:33145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33145. 2024-11-18T20:36:22,473 DEBUG [RS:0;c0a89b2656d4:33145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:22,473 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:22,474 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:36:22,474 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:36:22,474 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:36:22,474 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:36:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39b2c8cc48b71eff635815424511c943, disabling compactions & flushes 2024-11-18T20:36:22,474 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. after waiting 0 ms 2024-11-18T20:36:22,474 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:22,474 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39b2c8cc48b71eff635815424511c943 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-18T20:36:22,489 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:36:22,489 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1325): Online Regions={39b2c8cc48b71eff635815424511c943=hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943., 5f4f66bdfa057a77bef938fdbf866344=test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:36:22,489 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b2c8cc48b71eff635815424511c943, 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:22,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:22,489 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:22,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:22,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:22,489 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:22,490 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:36:22,520 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/.tmp/hfileref/cf88c29b869c477481cbf159bddbeeee is 74, key is 1/hfileref:39d90c37c6a34381bd8b09406bad6f44_SeqId_6_/1731962179478/Put/seqid=0 2024-11-18T20:36:22,525 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:36:22,525 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:36:22,532 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/info/b4d9a18da0034729ba3c5b05769f3c81 is 147, key is hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943./info:regioninfo/1731962172387/Put/seqid=0 2024-11-18T20:36:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741846_1022 (size=5345) 2024-11-18T20:36:22,535 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/.tmp/hfileref/cf88c29b869c477481cbf159bddbeeee 2024-11-18T20:36:22,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741847_1023 (size=7686) 2024-11-18T20:36:22,546 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:22,554 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/.tmp/queue/613c4c2221b24730ad3b7e0c17c1d354 is 153, key is 1-c0a89b2656d4,33145,1731962160559/queue:c0a89b2656d4%2C33145%2C1731962160559/1731962177829/Put/seqid=0 2024-11-18T20:36:22,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741848_1024 (size=5352) 2024-11-18T20:36:22,689 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b2c8cc48b71eff635815424511c943, 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:22,760 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/WALs/c0a89b2656d4,33145,1731962160559/c0a89b2656d4%2C33145%2C1731962160559.1731962162566 to pos 1033, reset compression=false 2024-11-18T20:36:22,845 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T20:36:22,846 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c0a89b2656d4:42599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:42599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:22,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c0a89b2656d4:42599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:42599 2024-11-18T20:36:22,890 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b2c8cc48b71eff635815424511c943, 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:22,940 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/info/b4d9a18da0034729ba3c5b05769f3c81 2024-11-18T20:36:22,953 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:22,954 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c0a89b2656d4:42599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:42599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T20:36:22,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c0a89b2656d4:42599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:42599 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-18T20:36:22,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c0a89b2656d4:42599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c0a89b2656d4/172.17.0.2:42599 2024-11-18T20:36:22,959 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/.tmp/queue/613c4c2221b24730ad3b7e0c17c1d354 2024-11-18T20:36:22,968 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/.tmp/hfileref/cf88c29b869c477481cbf159bddbeeee as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/hfileref/cf88c29b869c477481cbf159bddbeeee 2024-11-18T20:36:22,977 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/ns/9eea9cb852db4971a2e2b0a4d948f010 is 43, key is default/ns:d/1731962163546/Put/seqid=0 2024-11-18T20:36:22,997 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/hfileref/cf88c29b869c477481cbf159bddbeeee, entries=4, sequenceid=10, filesize=5.2 K 2024-11-18T20:36:22,999 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/.tmp/queue/613c4c2221b24730ad3b7e0c17c1d354 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/queue/613c4c2221b24730ad3b7e0c17c1d354 2024-11-18T20:36:23,009 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/queue/613c4c2221b24730ad3b7e0c17c1d354, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T20:36:23,010 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 39b2c8cc48b71eff635815424511c943 in 536ms, sequenceid=10, compaction requested=false 2024-11-18T20:36:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741849_1025 (size=5153) 2024-11-18T20:36:23,013 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/ns/9eea9cb852db4971a2e2b0a4d948f010 2024-11-18T20:36:23,068 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/rep_barrier/23e3f2f3b10c448ab5b8e46c1f2d0c3d is 112, key is test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344./rep_barrier:seqnumDuringOpen/1731962168363/Put/seqid=0 2024-11-18T20:36:23,088 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/replication/39b2c8cc48b71eff635815424511c943/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:36:23,089 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:23,089 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:23,089 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:23,089 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39b2c8cc48b71eff635815424511c943: Waiting for close lock at 1731962182474Running coprocessor pre-close hooks at 1731962182474Disabling compacts and flushes for region at 1731962182474Disabling writes for close at 1731962182474Obtaining lock to block concurrent updates at 1731962182474Preparing flush snapshotting stores in 39b2c8cc48b71eff635815424511c943 at 1731962182474Finished memstore snapshotting hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731962182475 (+1 ms)Flushing stores of hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. at 1731962182475Flushing 39b2c8cc48b71eff635815424511c943/hfileref: creating writer at 1731962182476 (+1 ms)Flushing 39b2c8cc48b71eff635815424511c943/hfileref: appending metadata at 1731962182519 (+43 ms)Flushing 39b2c8cc48b71eff635815424511c943/hfileref: closing flushed file at 1731962182520 (+1 ms)Flushing 39b2c8cc48b71eff635815424511c943/queue: creating writer at 1731962182540 (+20 ms)Flushing 39b2c8cc48b71eff635815424511c943/queue: appending metadata at 1731962182553 (+13 ms)Flushing 39b2c8cc48b71eff635815424511c943/queue: closing flushed file at 1731962182553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44beae30: reopening flushed file at 1731962182964 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c8ac1: reopening flushed file at 1731962182997 (+33 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 39b2c8cc48b71eff635815424511c943 in 536ms, sequenceid=10, compaction requested=false at 1731962183010 (+13 ms)Writing region close event to WAL at 1731962183065 (+55 ms)Running coprocessor post-close hooks at 1731962183089 (+24 ms)Closed at 1731962183089 2024-11-18T20:36:23,090 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962171549.39b2c8cc48b71eff635815424511c943. 2024-11-18T20:36:23,090 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4f66bdfa057a77bef938fdbf866344, disabling compactions & flushes 2024-11-18T20:36:23,090 DEBUG [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4f66bdfa057a77bef938fdbf866344 2024-11-18T20:36:23,090 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:23,090 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:23,090 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. after waiting 0 ms 2024-11-18T20:36:23,090 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741850_1026 (size=5518) 2024-11-18T20:36:23,139 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/rep_barrier/23e3f2f3b10c448ab5b8e46c1f2d0c3d 2024-11-18T20:36:23,152 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/default/test/5f4f66bdfa057a77bef938fdbf866344/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:36:23,153 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:23,153 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:23,153 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:23,153 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4f66bdfa057a77bef938fdbf866344: Waiting for close lock at 1731962183090Running coprocessor pre-close hooks at 1731962183090Disabling compacts and flushes for region at 1731962183090Disabling writes for close at 1731962183090Writing region close event to WAL at 1731962183136 (+46 ms)Running coprocessor post-close hooks at 1731962183153 (+17 ms)Closed at 1731962183153 2024-11-18T20:36:23,153 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962167211.5f4f66bdfa057a77bef938fdbf866344. 2024-11-18T20:36:23,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:23,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0a89b2656d4:42599 this server is in the failed servers list 2024-11-18T20:36:23,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0a89b2656d4:42599 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:23,170 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/table/0da418728fda4766b3263786b92da4df is 53, key is hbase:replication/table:state/1731962172401/Put/seqid=0 2024-11-18T20:36:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741851_1027 (size=5308) 2024-11-18T20:36:23,180 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/table/0da418728fda4766b3263786b92da4df 2024-11-18T20:36:23,202 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/info/b4d9a18da0034729ba3c5b05769f3c81 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/info/b4d9a18da0034729ba3c5b05769f3c81 2024-11-18T20:36:23,210 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/info/b4d9a18da0034729ba3c5b05769f3c81, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:36:23,211 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/ns/9eea9cb852db4971a2e2b0a4d948f010 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/ns/9eea9cb852db4971a2e2b0a4d948f010 2024-11-18T20:36:23,223 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/ns/9eea9cb852db4971a2e2b0a4d948f010, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:36:23,225 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/rep_barrier/23e3f2f3b10c448ab5b8e46c1f2d0c3d as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/rep_barrier/23e3f2f3b10c448ab5b8e46c1f2d0c3d 2024-11-18T20:36:23,235 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/rep_barrier/23e3f2f3b10c448ab5b8e46c1f2d0c3d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:36:23,236 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/.tmp/table/0da418728fda4766b3263786b92da4df as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/table/0da418728fda4766b3263786b92da4df 2024-11-18T20:36:23,252 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/table/0da418728fda4766b3263786b92da4df, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:36:23,253 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 764ms, sequenceid=16, compaction requested=false 2024-11-18T20:36:23,272 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:36:23,273 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:23,274 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:23,274 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:23,274 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962182489Running coprocessor pre-close hooks at 1731962182489Disabling compacts and flushes for region at 1731962182489Disabling writes for close at 1731962182489Obtaining lock to block concurrent updates at 1731962182490 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731962182490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962182490Flushing stores of hbase:meta,,1.1588230740 at 1731962182491 (+1 ms)Flushing 1588230740/info: creating writer at 1731962182491Flushing 1588230740/info: appending metadata at 1731962182532 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731962182532Flushing 1588230740/ns: creating writer at 1731962182948 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731962182976 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731962182976Flushing 1588230740/rep_barrier: creating writer at 1731962183019 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962183068 (+49 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962183068Flushing 1588230740/table: creating writer at 1731962183146 (+78 ms)Flushing 1588230740/table: appending metadata at 1731962183170 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731962183170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bd9fbc: reopening flushed file at 1731962183187 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121a6706: reopening flushed file at 1731962183210 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c26eb9a: reopening flushed file at 1731962183224 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2673722a: reopening flushed file at 1731962183235 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 764ms, sequenceid=16, compaction requested=false at 1731962183253 (+18 ms)Writing region close event to WAL at 1731962183263 (+10 ms)Running coprocessor post-close hooks at 1731962183273 (+10 ms)Closed at 1731962183274 (+1 ms) 2024-11-18T20:36:23,274 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:23,290 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,33145,1731962160559; all regions closed. 2024-11-18T20:36:23,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:36:23,303 DEBUG [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/oldWALs 2024-11-18T20:36:23,303 INFO [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C33145%2C1731962160559.meta:.meta(num 1731962163488) 2024-11-18T20:36:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741839_1015 (size=2695) 2024-11-18T20:36:23,325 DEBUG [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/oldWALs 2024-11-18T20:36:23,325 INFO [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C33145%2C1731962160559.rep:(num 1731962172313) 2024-11-18T20:36:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741832_1008 (size=1336) 2024-11-18T20:36:23,354 DEBUG [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/oldWALs 2024-11-18T20:36:23,354 INFO [RS:0;c0a89b2656d4:33145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C33145%2C1731962160559:(num 1731962162566) 2024-11-18T20:36:23,354 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:23,354 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:23,354 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:23,354 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:23,355 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:23,355 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:23,355 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,33145,1731962160559 because: Region server is closing 2024-11-18T20:36:23,355 INFO [RS:0;c0a89b2656d4:33145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33145. 2024-11-18T20:36:23,355 DEBUG [RS:0;c0a89b2656d4:33145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:23,355 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:23,355 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:23,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:23,456 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.wal-reader.c0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:36:23,456 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-18T20:36:23,456 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T20:36:23,456 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T20:36:23,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:23,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0a89b2656d4:42599 this server is in the failed servers list 2024-11-18T20:36:23,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0a89b2656d4:42599 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:23,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:23,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c0a89b2656d4:42599 this server is in the failed servers list 2024-11-18T20:36:23,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c0a89b2656d4:42599 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:24,257 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,33145,1731962160559.replicationSource.shipperc0a89b2656d4%2C33145%2C1731962160559,1-c0a89b2656d4,33145,1731962160559 terminated 2024-11-18T20:36:24,257 INFO [RS:0;c0a89b2656d4:33145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:33145. 2024-11-18T20:36:24,257 DEBUG [RS:0;c0a89b2656d4:33145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:24,257 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:24,257 DEBUG [RS:0;c0a89b2656d4:33145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:24,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:24,258 INFO [RS:0;c0a89b2656d4:33145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33145 2024-11-18T20:36:24,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741027331/rs/c0a89b2656d4,33145,1731962160559 2024-11-18T20:36:24,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331/rs 2024-11-18T20:36:24,259 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:24,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,33145,1731962160559] 2024-11-18T20:36:24,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1741027331/draining/c0a89b2656d4,33145,1731962160559 already deleted, retry=false 2024-11-18T20:36:24,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,33145,1731962160559 expired; onlineServers=0 2024-11-18T20:36:24,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,37699,1731962160489' ***** 2024-11-18T20:36:24,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:36:24,261 INFO [M:0;c0a89b2656d4:37699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:24,261 INFO [M:0;c0a89b2656d4:37699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:24,261 DEBUG [M:0;c0a89b2656d4:37699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:36:24,261 DEBUG [M:0;c0a89b2656d4:37699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:36:24,261 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962162335 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962162335,5,FailOnTimeoutGroup] 2024-11-18T20:36:24,261 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962162335 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962162335,5,FailOnTimeoutGroup] 2024-11-18T20:36:24,261 INFO [M:0;c0a89b2656d4:37699 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:24,262 INFO [M:0;c0a89b2656d4:37699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:24,262 DEBUG [M:0;c0a89b2656d4:37699 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:36:24,262 INFO [M:0;c0a89b2656d4:37699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:36:24,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:36:24,263 INFO [M:0;c0a89b2656d4:37699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:24,263 INFO [M:0;c0a89b2656d4:37699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:36:24,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:36:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1741027331/master 2024-11-18T20:36:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1741027331 2024-11-18T20:36:24,264 DEBUG [M:0;c0a89b2656d4:37699 {}] zookeeper.ZKUtil(347): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Unable to get data of znode /0-1741027331/master because node does not exist (not an error) 2024-11-18T20:36:24,264 WARN [M:0;c0a89b2656d4:37699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:36:24,265 INFO [M:0;c0a89b2656d4:37699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/.lastflushedseqids 2024-11-18T20:36:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741852_1028 (size=263) 2024-11-18T20:36:24,342 INFO [M:0;c0a89b2656d4:37699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:36:24,342 INFO [M:0;c0a89b2656d4:37699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:36:24,342 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:24,342 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:24,342 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:24,342 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:24,342 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:24,343 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T20:36:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:24,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33145-0x100548c9da80001, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:24,361 INFO [RS:0;c0a89b2656d4:33145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:24,361 INFO [RS:0;c0a89b2656d4:33145 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,33145,1731962160559; zookeeper connection closed. 2024-11-18T20:36:24,369 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4007addd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4007addd 2024-11-18T20:36:24,369 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:36:24,382 DEBUG [M:0;c0a89b2656d4:37699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93d41abacf204a2a99214bd88d653300 is 82, key is hbase:meta,,1/info:regioninfo/1731962163534/Put/seqid=0 2024-11-18T20:36:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741853_1029 (size=5672) 2024-11-18T20:36:24,419 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93d41abacf204a2a99214bd88d653300 2024-11-18T20:36:24,442 DEBUG [M:0;c0a89b2656d4:37699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5badb6df0b7249d89212a17916b61c11 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962172408/Put/seqid=0 2024-11-18T20:36:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741854_1030 (size=8517) 2024-11-18T20:36:24,851 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5badb6df0b7249d89212a17916b61c11 2024-11-18T20:36:24,888 DEBUG [M:0;c0a89b2656d4:37699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d643aff216c442489cc2a2f52e2022bf is 69, key is c0a89b2656d4,33145,1731962160559/rs:state/1731962162410/Put/seqid=0 2024-11-18T20:36:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741855_1031 (size=5156) 2024-11-18T20:36:24,922 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d643aff216c442489cc2a2f52e2022bf 2024-11-18T20:36:24,996 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93d41abacf204a2a99214bd88d653300 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93d41abacf204a2a99214bd88d653300 2024-11-18T20:36:25,001 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93d41abacf204a2a99214bd88d653300, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:36:25,002 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5badb6df0b7249d89212a17916b61c11 as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5badb6df0b7249d89212a17916b61c11 2024-11-18T20:36:25,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:25,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:25,007 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:25,007 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5badb6df0b7249d89212a17916b61c11, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:36:25,012 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d643aff216c442489cc2a2f52e2022bf as hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d643aff216c442489cc2a2f52e2022bf 2024-11-18T20:36:25,018 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41171/user/jenkins/test-data/466c1d4e-4866-5cac-2d56-09026ce782ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d643aff216c442489cc2a2f52e2022bf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:36:25,023 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 680ms, sequenceid=97, compaction requested=false 2024-11-18T20:36:25,101 INFO [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:25,101 DEBUG [M:0;c0a89b2656d4:37699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962184342Disabling compacts and flushes for region at 1731962184342Disabling writes for close at 1731962184342Obtaining lock to block concurrent updates at 1731962184343 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962184343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731962184343Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962184344 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962184344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962184381 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962184382 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962184424 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962184442 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962184442Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962184856 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962184887 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962184887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f19fb2: reopening flushed file at 1731962184995 (+108 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dab681: reopening flushed file at 1731962185001 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f94bf2: reopening flushed file at 1731962185008 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 680ms, sequenceid=97, compaction requested=false at 1731962185023 (+15 ms)Writing region close event to WAL at 1731962185101 (+78 ms)Closed at 1731962185101 2024-11-18T20:36:25,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42837 is added to blk_1073741830_1006 (size=63666) 2024-11-18T20:36:25,149 INFO [M:0;c0a89b2656d4:37699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:36:25,149 INFO [M:0;c0a89b2656d4:37699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37699 2024-11-18T20:36:25,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:25,153 INFO [M:0;c0a89b2656d4:37699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:25,255 INFO [M:0;c0a89b2656d4:37699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37699-0x100548c9da80000, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:25,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:25,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:25,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:25,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:25,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:25,322 WARN [BP-1603824116-172.17.0.2-1731962159443 heartbeating to localhost/127.0.0.1:41171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:36:25,322 WARN [BP-1603824116-172.17.0.2-1731962159443 heartbeating to localhost/127.0.0.1:41171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603824116-172.17.0.2-1731962159443 (Datanode Uuid 6ef06316-96e8-456b-a9a9-bb95dd8fc97d) service to localhost/127.0.0.1:41171 2024-11-18T20:36:25,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:36:25,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:36:25,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:36:25,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/data/data2/current/BP-1603824116-172.17.0.2-1731962159443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:25,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/cluster_a32ddf5d-ebdc-383e-cada-a417f5c20feb/data/data1/current/BP-1603824116-172.17.0.2-1731962159443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:25,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:25,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:25,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:25,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:25,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa042f74-0ab9-2b2a-7ab8-7e314a268c76/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:25,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:36:25,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:36:25,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 202) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41171 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32903 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32903 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32903 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41171 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50767) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:32903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41171 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50767) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 214) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2251 (was 2244) - AvailableMemoryMB LEAK? - 2024-11-18T20:36:25,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=2256 2024-11-18T20:36:25,428 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T20:36:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir so I do NOT create it in target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20 2024-11-18T20:36:25,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:36:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.tmp.dir so I do NOT create it in target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20 2024-11-18T20:36:25,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ebea89a-8eb2-f25a-8891-eb0c709c4c67/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:36:25,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20 2024-11-18T20:36:25,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42, deleteOnExit=true 2024-11-18T20:36:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548c9da80005, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:36:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548c9da80002, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:36:25,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548c9da80002, quorum=127.0.0.1:50767, baseZNode=/0-1741027331 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:36:25,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548c9da80005, quorum=127.0.0.1:50767, baseZNode=/1-1626976817 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:36:25,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/zookeeper_0, clientPort=54946, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:36:25,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54946 2024-11-18T20:36:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:36:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:36:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/test.cache.data in system properties and HBase conf 2024-11-18T20:36:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:36:25,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:36:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:36:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:36:25,591 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T20:36:25,679 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,693 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,694 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,694 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,694 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,695 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,705 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,715 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,729 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:25,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:25,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:25,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:25,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:25,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:25,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:25,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:25,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:26,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5172f5da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/java.io.tmpdir/jetty-localhost-39695-hadoop-hdfs-3_4_1-tests_jar-_-any-13984955990207322177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:26,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:39695} 2024-11-18T20:36:26,035 INFO [Time-limited test {}] server.Server(415): Started @178154ms 2024-11-18T20:36:26,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:26,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:26,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:26,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:26,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:26,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:26,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:26,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4260ffd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/java.io.tmpdir/jetty-localhost-42931-hadoop-hdfs-3_4_1-tests_jar-_-any-16118297725235727445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:26,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:42931} 2024-11-18T20:36:26,292 INFO [Time-limited test {}] server.Server(415): Started @178411ms 2024-11-18T20:36:26,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:36:26,394 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/data/data1/current/BP-274959165-172.17.0.2-1731962185507/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:26,415 WARN [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/data/data2/current/BP-274959165-172.17.0.2-1731962185507/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:26,486 WARN [Thread-2155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:36:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbed12f471af4e1e1 with lease ID 0x9a77615984313b41: Processing first storage report for DS-7c1aa2c7-5378-4ab9-8e53-fec247768184 from datanode DatanodeRegistration(127.0.0.1:44953, datanodeUuid=42492717-5018-4254-9aeb-14322eccdbb5, infoPort=39845, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1049040771;c=1731962185507) 2024-11-18T20:36:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbed12f471af4e1e1 with lease ID 0x9a77615984313b41: from storage DS-7c1aa2c7-5378-4ab9-8e53-fec247768184 node DatanodeRegistration(127.0.0.1:44953, datanodeUuid=42492717-5018-4254-9aeb-14322eccdbb5, infoPort=39845, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1049040771;c=1731962185507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbed12f471af4e1e1 with lease ID 0x9a77615984313b41: Processing first storage report for DS-b79e4e4d-bb8b-4648-bf44-c94c52be97d3 from datanode DatanodeRegistration(127.0.0.1:44953, datanodeUuid=42492717-5018-4254-9aeb-14322eccdbb5, infoPort=39845, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1049040771;c=1731962185507) 2024-11-18T20:36:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbed12f471af4e1e1 with lease ID 0x9a77615984313b41: from storage DS-b79e4e4d-bb8b-4648-bf44-c94c52be97d3 node DatanodeRegistration(127.0.0.1:44953, datanodeUuid=42492717-5018-4254-9aeb-14322eccdbb5, infoPort=39845, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1049040771;c=1731962185507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:26,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20 2024-11-18T20:36:26,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:26,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:26,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:36:26,984 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48 with version=8 2024-11-18T20:36:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/hbase-staging 2024-11-18T20:36:26,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:26,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:26,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:26,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:36:26,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:26,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40825 2024-11-18T20:36:26,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40825 connecting to ZooKeeper ensemble=127.0.0.1:54946 2024-11-18T20:36:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408250x0, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:26,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40825-0x100548d035e0000 connected 2024-11-18T20:36:27,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:27,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:27,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/running 2024-11-18T20:36:27,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48, hbase.cluster.distributed=false 2024-11-18T20:36:27,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/acl 2024-11-18T20:36:27,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40825 2024-11-18T20:36:27,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40825 2024-11-18T20:36:27,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40825 2024-11-18T20:36:27,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40825 2024-11-18T20:36:27,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:27,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40825 2024-11-18T20:36:27,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:27,024 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:27,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:27,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:27,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:27,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:27,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:27,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:27,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:36:27,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:27,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45915 2024-11-18T20:36:27,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45915 connecting to ZooKeeper ensemble=127.0.0.1:54946 2024-11-18T20:36:27,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:27,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459150x0, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:27,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459150x0, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/running 2024-11-18T20:36:27,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:36:27,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45915-0x100548d035e0001 connected 2024-11-18T20:36:27,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:36:27,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/master 2024-11-18T20:36:27,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/acl 2024-11-18T20:36:27,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45915 2024-11-18T20:36:27,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45915 2024-11-18T20:36:27,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45915 2024-11-18T20:36:27,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45915 2024-11-18T20:36:27,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45915 2024-11-18T20:36:27,079 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40825 2024-11-18T20:36:27,080 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1296212027/backup-masters/c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027/backup-masters 2024-11-18T20:36:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027/backup-masters 2024-11-18T20:36:27,082 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on existing znode=/0-1296212027/backup-masters/c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:27,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1296212027/master 2024-11-18T20:36:27,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:27,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:27,084 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on existing znode=/0-1296212027/master 2024-11-18T20:36:27,084 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1296212027/backup-masters/c0a89b2656d4,40825,1731962186986 from backup master directory 2024-11-18T20:36:27,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027/backup-masters 2024-11-18T20:36:27,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1296212027/backup-masters/c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:27,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027/backup-masters 2024-11-18T20:36:27,085 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:27,085 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:27,093 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/hbase.id] with ID: adac62f3-bbe3-42ba-8efe-9a76e66ad77d 2024-11-18T20:36:27,093 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/.tmp/hbase.id 2024-11-18T20:36:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:36:27,503 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/.tmp/hbase.id]:[hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/hbase.id] 2024-11-18T20:36:27,513 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:27,513 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:36:27,514 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:36:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:27,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:36:27,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:27,528 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:36:27,529 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:27,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:36:27,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store 2024-11-18T20:36:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:36:28,347 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:28,348 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:28,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:28,348 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:28,348 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:28,348 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:28,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:28,348 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962188347Disabling compacts and flushes for region at 1731962188347Disabling writes for close at 1731962188348 (+1 ms)Writing region close event to WAL at 1731962188348Closed at 1731962188348 2024-11-18T20:36:28,348 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/.initializing 2024-11-18T20:36:28,349 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/WALs/c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:28,349 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:28,350 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40825%2C1731962186986, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/WALs/c0a89b2656d4,40825,1731962186986, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/oldWALs, maxLogs=10 2024-11-18T20:36:28,366 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/WALs/c0a89b2656d4,40825,1731962186986/c0a89b2656d4%2C40825%2C1731962186986.1731962188351, exclude list is [], retry=0 2024-11-18T20:36:28,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-7c1aa2c7-5378-4ab9-8e53-fec247768184,DISK] 2024-11-18T20:36:28,370 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/WALs/c0a89b2656d4,40825,1731962186986/c0a89b2656d4%2C40825%2C1731962186986.1731962188351 2024-11-18T20:36:28,371 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39845:39845)] 2024-11-18T20:36:28,371 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:28,371 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:28,371 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,371 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:36:28,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:28,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:28,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:36:28,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:28,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:28,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:36:28,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:28,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:28,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:36:28,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:28,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:28,378 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,378 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,379 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,380 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,380 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,380 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:28,381 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:28,385 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:28,386 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64364131, jitterRate=-0.04089970886707306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:28,386 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962188371Initializing all the Stores at 1731962188372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962188372Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962188373 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962188373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962188373Cleaning up temporary data from old regions at 1731962188380 (+7 ms)Region opened successfully at 1731962188386 (+6 ms) 2024-11-18T20:36:28,388 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:36:28,390 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf39da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:28,391 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:36:28,391 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:36:28,391 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:36:28,391 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:36:28,392 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:36:28,392 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:36:28,392 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:36:28,398 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:36:28,398 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Unable to get data of znode /0-1296212027/balancer because node does not exist (not necessarily an error) 2024-11-18T20:36:28,536 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1296212027/balancer already deleted, retry=false 2024-11-18T20:36:28,537 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:36:28,537 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Unable to get data of znode /0-1296212027/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:36:28,539 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1296212027/normalizer already deleted, retry=false 2024-11-18T20:36:28,539 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:36:28,540 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Unable to get data of znode /0-1296212027/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:36:28,541 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1296212027/switch/split already deleted, retry=false 2024-11-18T20:36:28,541 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Unable to get data of znode /0-1296212027/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:36:28,542 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1296212027/switch/merge already deleted, retry=false 2024-11-18T20:36:28,543 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Unable to get data of znode /0-1296212027/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:36:28,544 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1296212027/snapshot-cleanup already deleted, retry=false 2024-11-18T20:36:28,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1296212027/running 2024-11-18T20:36:28,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1296212027/running 2024-11-18T20:36:28,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:28,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:28,545 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40825,1731962186986, sessionid=0x100548d035e0000, setting cluster-up flag (Was=false) 2024-11-18T20:36:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:28,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:28,549 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1296212027/flush-table-proc/acquired, /0-1296212027/flush-table-proc/reached, /0-1296212027/flush-table-proc/abort 2024-11-18T20:36:28,550 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:28,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:28,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:28,553 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1296212027/online-snapshot/acquired, /0-1296212027/online-snapshot/reached, /0-1296212027/online-snapshot/abort 2024-11-18T20:36:28,554 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:28,555 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:36:28,556 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:28,556 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:36:28,556 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:36:28,556 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40825,1731962186986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:28,557 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962218558 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:36:28,558 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:36:28,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:36:28,559 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:36:28,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:28,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:36:28,560 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962188559,5,FailOnTimeoutGroup] 2024-11-18T20:36:28,560 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962188560,5,FailOnTimeoutGroup] 2024-11-18T20:36:28,560 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,560 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:36:28,560 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,560 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:36:28,570 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(746): ClusterId : adac62f3-bbe3-42ba-8efe-9a76e66ad77d 2024-11-18T20:36:28,570 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:36:28,571 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:36:28,571 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:36:28,572 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:36:28,572 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528efa2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:28,584 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:45915 2024-11-18T20:36:28,584 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:36:28,584 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:36:28,584 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:36:28,584 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40825,1731962186986 with port=45915, startcode=1731962187036 2024-11-18T20:36:28,584 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:36:28,589 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:36:28,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:28,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40825 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:28,591 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48 2024-11-18T20:36:28,591 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43401 2024-11-18T20:36:28,591 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:36:28,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027/rs 2024-11-18T20:36:28,592 DEBUG [RS:0;c0a89b2656d4:45915 {}] zookeeper.ZKUtil(111): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on existing znode=/0-1296212027/rs/c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:28,592 WARN [RS:0;c0a89b2656d4:45915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:28,592 INFO [RS:0;c0a89b2656d4:45915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:28,593 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:28,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,45915,1731962187036] 2024-11-18T20:36:28,599 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:36:28,600 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:36:28,601 INFO [RS:0;c0a89b2656d4:45915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:36:28,601 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,605 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:36:28,605 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:36:28,606 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:28,606 DEBUG [RS:0;c0a89b2656d4:45915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:28,606 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,606 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,606 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,606 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,606 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,607 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45915,1731962187036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:28,623 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:36:28,623 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45915,1731962187036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,623 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,623 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.Replication(171): c0a89b2656d4,45915,1731962187036 started 2024-11-18T20:36:28,639 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:28,639 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,45915,1731962187036, RpcServer on c0a89b2656d4/172.17.0.2:45915, sessionid=0x100548d035e0001 2024-11-18T20:36:28,639 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:36:28,639 DEBUG [RS:0;c0a89b2656d4:45915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:28,639 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,45915,1731962187036' 2024-11-18T20:36:28,639 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1296212027/flush-table-proc/abort' 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1296212027/flush-table-proc/acquired' 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,45915,1731962187036' 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1296212027/online-snapshot/abort' 2024-11-18T20:36:28,640 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1296212027/online-snapshot/acquired' 2024-11-18T20:36:28,641 DEBUG [RS:0;c0a89b2656d4:45915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:36:28,641 INFO [RS:0;c0a89b2656d4:45915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:36:28,641 INFO [RS:0;c0a89b2656d4:45915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:36:28,741 INFO [RS:0;c0a89b2656d4:45915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:28,742 INFO [RS:0;c0a89b2656d4:45915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45915%2C1731962187036, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/oldWALs, maxLogs=10 2024-11-18T20:36:28,756 DEBUG [RS:0;c0a89b2656d4:45915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, exclude list is [], retry=0 2024-11-18T20:36:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-7c1aa2c7-5378-4ab9-8e53-fec247768184,DISK] 2024-11-18T20:36:28,760 INFO [RS:0;c0a89b2656d4:45915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 2024-11-18T20:36:28,760 DEBUG [RS:0;c0a89b2656d4:45915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39845:39845)] 2024-11-18T20:36:28,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:36:28,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48 2024-11-18T20:36:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:36:29,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:29,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:29,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:29,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:29,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:29,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:29,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:29,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:29,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:29,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740 2024-11-18T20:36:29,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740 2024-11-18T20:36:29,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:29,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:29,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:29,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:29,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61356103, jitterRate=-0.08572281897068024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:29,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962189373Initializing all the Stores at 1731962189374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962189374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962189374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962189374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962189374Cleaning up temporary data from old regions at 1731962189381 (+7 ms)Region opened successfully at 1731962189385 (+4 ms) 2024-11-18T20:36:29,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:29,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:29,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:29,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:29,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:29,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:29,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962189385Disabling compacts and flushes for region at 1731962189385Disabling writes for close at 1731962189385Writing region close event to WAL at 1731962189386 (+1 ms)Closed at 1731962189386 2024-11-18T20:36:29,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:29,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:36:29,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:36:29,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:29,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:36:29,538 DEBUG [c0a89b2656d4:40825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:36:29,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:29,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,45915,1731962187036, state=OPENING 2024-11-18T20:36:29,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:36:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:29,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1296212027/meta-region-server: CHANGED 2024-11-18T20:36:29,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:29,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45915,1731962187036}] 2024-11-18T20:36:29,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1296212027/meta-region-server: CHANGED 2024-11-18T20:36:29,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:29,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:36:29,700 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:36:29,700 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:29,700 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:36:29,701 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45915%2C1731962187036.meta, suffix=.meta, logDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/oldWALs, maxLogs=10 2024-11-18T20:36:29,713 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.meta.1731962189701.meta, exclude list is [], retry=0 2024-11-18T20:36:29,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-7c1aa2c7-5378-4ab9-8e53-fec247768184,DISK] 2024-11-18T20:36:29,716 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.meta.1731962189701.meta 2024-11-18T20:36:29,717 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39845:39845)] 2024-11-18T20:36:29,717 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:29,717 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:29,717 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:29,717 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:36:29,717 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:36:29,718 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:36:29,718 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:29,718 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:36:29,718 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:36:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:29,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:29,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:29,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:29,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:29,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:29,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:29,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:29,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:29,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:29,723 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:29,724 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740 2024-11-18T20:36:29,724 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740 2024-11-18T20:36:29,725 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:29,725 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:29,726 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:29,726 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:29,727 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68892706, jitterRate=0.02658131718635559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:29,727 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:36:29,727 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962189718Writing region info on filesystem at 1731962189718Initializing all the Stores at 1731962189719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962189719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962189719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962189719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962189719Cleaning up temporary data from old regions at 1731962189725 (+6 ms)Running coprocessor post-open hooks at 1731962189727 (+2 ms)Region opened successfully at 1731962189727 2024-11-18T20:36:29,728 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962189695 2024-11-18T20:36:29,730 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:36:29,730 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:36:29,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:29,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,45915,1731962187036, state=OPEN 2024-11-18T20:36:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1296212027/meta-region-server 2024-11-18T20:36:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1296212027/meta-region-server 2024-11-18T20:36:29,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:29,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1296212027/meta-region-server: CHANGED 2024-11-18T20:36:29,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1296212027/meta-region-server: CHANGED 2024-11-18T20:36:29,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:36:29,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45915,1731962187036 in 189 msec 2024-11-18T20:36:29,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:36:29,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-18T20:36:29,736 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:29,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:36:29,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:29,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45915,1731962187036, seqNum=-1] 2024-11-18T20:36:29,737 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:29,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:29,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-18T20:36:29,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962189743, completionTime=-1 2024-11-18T20:36:29,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:36:29,743 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:36:29,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:36:29,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962249745 2024-11-18T20:36:29,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962309745 2024-11-18T20:36:29,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:36:29,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40825,1731962186986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40825,1731962186986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40825,1731962186986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40825, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,748 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.665sec 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40825,1731962186986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:29,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40825,1731962186986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:36:29,752 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:36:29,752 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:36:29,752 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40825,1731962186986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:29,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:29,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40825,-1 for getting cluster id 2024-11-18T20:36:29,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:29,772 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adac62f3-bbe3-42ba-8efe-9a76e66ad77d' 2024-11-18T20:36:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adac62f3-bbe3-42ba-8efe-9a76e66ad77d" 2024-11-18T20:36:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d7782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:29,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40825,-1] 2024-11-18T20:36:29,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:29,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:29,774 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:29,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:29,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45915,1731962187036, seqNum=-1] 2024-11-18T20:36:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:29,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:29,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:29,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54946 2024-11-18T20:36:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:29,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548d035e0002 connected 2024-11-18T20:36:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir so I do NOT create it in target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7 2024-11-18T20:36:29,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:36:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.tmp.dir so I do NOT create it in target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7 2024-11-18T20:36:29,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:36:29,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7 2024-11-18T20:36:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:36:29,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/cluster_d73aaccd-f3de-8f13-236b-415e67d5db5d, deleteOnExit=true 2024-11-18T20:36:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:36:29,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/test.cache.data in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:36:29,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:36:29,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:36:29,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:29,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:36:29,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:36:29,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:29,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:29,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:29,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:29,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:29,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:29,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:29,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:29,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173d8147{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/java.io.tmpdir/jetty-localhost-39517-hadoop-hdfs-3_4_1-tests_jar-_-any-2165273770730198148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:29,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:39517} 2024-11-18T20:36:29,939 INFO [Time-limited test {}] server.Server(415): Started @182058ms 2024-11-18T20:36:29,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:30,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:30,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:30,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:30,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:30,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:30,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:30,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40e5f5b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/java.io.tmpdir/jetty-localhost-35411-hadoop-hdfs-3_4_1-tests_jar-_-any-2190302793917510155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:30,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:35411} 2024-11-18T20:36:30,098 INFO [Time-limited test {}] server.Server(415): Started @182217ms 2024-11-18T20:36:30,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:36:30,155 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/cluster_d73aaccd-f3de-8f13-236b-415e67d5db5d/data/data1/current/BP-2139869440-172.17.0.2-1731962189799/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:30,156 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/cluster_d73aaccd-f3de-8f13-236b-415e67d5db5d/data/data2/current/BP-2139869440-172.17.0.2-1731962189799/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:30,175 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:36:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a6ae1565b9424d0 with lease ID 0x7d94ba151aeaf265: Processing first storage report for DS-ba4ef682-794c-4b98-9a8f-08f28a59d117 from datanode DatanodeRegistration(127.0.0.1:38455, datanodeUuid=dcbd2817-89f8-457e-bf64-ad0aa9ef6430, infoPort=42347, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=66804201;c=1731962189799) 2024-11-18T20:36:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a6ae1565b9424d0 with lease ID 0x7d94ba151aeaf265: from storage DS-ba4ef682-794c-4b98-9a8f-08f28a59d117 node DatanodeRegistration(127.0.0.1:38455, datanodeUuid=dcbd2817-89f8-457e-bf64-ad0aa9ef6430, infoPort=42347, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=66804201;c=1731962189799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a6ae1565b9424d0 with lease ID 0x7d94ba151aeaf265: Processing first storage report for DS-13057bee-88ce-4a2e-bd30-0882e84685e8 from datanode DatanodeRegistration(127.0.0.1:38455, datanodeUuid=dcbd2817-89f8-457e-bf64-ad0aa9ef6430, infoPort=42347, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=66804201;c=1731962189799) 2024-11-18T20:36:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a6ae1565b9424d0 with lease ID 0x7d94ba151aeaf265: from storage DS-13057bee-88ce-4a2e-bd30-0882e84685e8 node DatanodeRegistration(127.0.0.1:38455, datanodeUuid=dcbd2817-89f8-457e-bf64-ad0aa9ef6430, infoPort=42347, infoSecurePort=0, ipcPort=42857, storageInfo=lv=-57;cid=testClusterID;nsid=66804201;c=1731962189799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:30,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7 2024-11-18T20:36:30,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:36:30,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8 with version=8 2024-11-18T20:36:30,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/hbase-staging 2024-11-18T20:36:30,233 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:30,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:30,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:30,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:30,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:30,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:30,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:36:30,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:30,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41019 2024-11-18T20:36:30,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41019 connecting to ZooKeeper ensemble=127.0.0.1:54946 2024-11-18T20:36:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410190x0, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:30,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41019-0x100548d035e0003 connected 2024-11-18T20:36:30,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/running 2024-11-18T20:36:30,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8, hbase.cluster.distributed=false 2024-11-18T20:36:30,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/acl 2024-11-18T20:36:30,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-18T20:36:30,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41019 2024-11-18T20:36:30,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41019 2024-11-18T20:36:30,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-18T20:36:30,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-18T20:36:30,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:36:30,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:30,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46871 2024-11-18T20:36:30,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46871 connecting to ZooKeeper ensemble=127.0.0.1:54946 2024-11-18T20:36:30,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468710x0, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:30,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468710x0, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/running 2024-11-18T20:36:30,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46871-0x100548d035e0004 connected 2024-11-18T20:36:30,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:36:30,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:36:30,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/master 2024-11-18T20:36:30,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/acl 2024-11-18T20:36:30,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-18T20:36:30,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46871 2024-11-18T20:36:30,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46871 2024-11-18T20:36:30,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-18T20:36:30,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46871 2024-11-18T20:36:30,319 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:41019 2024-11-18T20:36:30,319 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11871089810/backup-masters/c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:30,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810/backup-masters 2024-11-18T20:36:30,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810/backup-masters 2024-11-18T20:36:30,321 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on existing znode=/11871089810/backup-masters/c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:30,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:30,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11871089810/master 2024-11-18T20:36:30,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:30,322 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on existing znode=/11871089810/master 2024-11-18T20:36:30,322 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11871089810/backup-masters/c0a89b2656d4,41019,1731962190233 from backup master directory 2024-11-18T20:36:30,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810/backup-masters 2024-11-18T20:36:30,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871089810/backup-masters/c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:30,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810/backup-masters 2024-11-18T20:36:30,322 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:30,322 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:30,325 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/hbase.id] with ID: b9cea439-22b5-4a72-a3c6-3db218d54bb3 2024-11-18T20:36:30,325 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/.tmp/hbase.id 2024-11-18T20:36:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:36:30,734 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/.tmp/hbase.id]:[hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/hbase.id] 2024-11-18T20:36:30,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:30,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:36:30,744 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:36:30,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:30,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:36:31,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:31,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:31,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:31,151 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:31,151 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:36:31,152 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:36:31,557 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store 2024-11-18T20:36:31,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:36:31,962 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:31,962 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:31,962 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:31,962 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:31,962 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:31,962 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:31,962 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:31,962 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962191962Disabling compacts and flushes for region at 1731962191962Disabling writes for close at 1731962191962Writing region close event to WAL at 1731962191962Closed at 1731962191962 2024-11-18T20:36:31,963 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/.initializing 2024-11-18T20:36:31,963 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/WALs/c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:31,964 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:31,965 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C41019%2C1731962190233, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/WALs/c0a89b2656d4,41019,1731962190233, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/oldWALs, maxLogs=10 2024-11-18T20:36:31,980 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/WALs/c0a89b2656d4,41019,1731962190233/c0a89b2656d4%2C41019%2C1731962190233.1731962191966, exclude list is [], retry=0 2024-11-18T20:36:31,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38455,DS-ba4ef682-794c-4b98-9a8f-08f28a59d117,DISK] 2024-11-18T20:36:31,984 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/WALs/c0a89b2656d4,41019,1731962190233/c0a89b2656d4%2C41019%2C1731962190233.1731962191966 2024-11-18T20:36:31,984 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347)] 2024-11-18T20:36:31,984 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:31,984 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:31,984 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,984 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:36:31,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:31,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:31,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:36:31,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:31,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:31,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:36:31,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:31,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:31,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:36:31,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:31,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:31,991 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,993 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,993 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,993 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:31,994 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:31,996 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:31,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65142047, jitterRate=-0.029307857155799866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:31,997 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962191984Initializing all the Stores at 1731962191985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962191985Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962191985Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962191985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962191985Cleaning up temporary data from old regions at 1731962191993 (+8 ms)Region opened successfully at 1731962191997 (+4 ms) 2024-11-18T20:36:31,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:36:32,000 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636ff730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:32,000 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:36:32,000 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:36:32,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:36:32,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:36:32,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:36:32,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:36:32,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:36:32,003 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:36:32,004 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Unable to get data of znode /11871089810/balancer because node does not exist (not necessarily an error) 2024-11-18T20:36:32,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871089810/balancer already deleted, retry=false 2024-11-18T20:36:32,005 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:36:32,006 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Unable to get data of znode /11871089810/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:36:32,006 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871089810/normalizer already deleted, retry=false 2024-11-18T20:36:32,007 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:36:32,008 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Unable to get data of znode /11871089810/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:36:32,008 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871089810/switch/split already deleted, retry=false 2024-11-18T20:36:32,009 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Unable to get data of znode /11871089810/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:36:32,009 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871089810/switch/merge already deleted, retry=false 2024-11-18T20:36:32,011 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Unable to get data of znode /11871089810/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:36:32,011 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871089810/snapshot-cleanup already deleted, retry=false 2024-11-18T20:36:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11871089810/running 2024-11-18T20:36:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11871089810/running 2024-11-18T20:36:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:32,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,41019,1731962190233, sessionid=0x100548d035e0003, setting cluster-up flag (Was=false) 2024-11-18T20:36:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:32,015 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11871089810/flush-table-proc/acquired, /11871089810/flush-table-proc/reached, /11871089810/flush-table-proc/abort 2024-11-18T20:36:32,016 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:32,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:32,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:32,019 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11871089810/online-snapshot/acquired, /11871089810/online-snapshot/reached, /11871089810/online-snapshot/abort 2024-11-18T20:36:32,020 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:32,021 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:36:32,022 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:32,022 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:36:32,022 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:36:32,022 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,41019,1731962190233 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:32,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:32,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:36:32,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:32,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962222032 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:36:32,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:36:32,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:36:32,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:36:32,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:36:32,034 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:36:32,037 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:36:32,037 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:36:32,040 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962192037,5,FailOnTimeoutGroup] 2024-11-18T20:36:32,041 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962192040,5,FailOnTimeoutGroup] 2024-11-18T20:36:32,041 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,041 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:36:32,041 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,041 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:36:32,109 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(746): ClusterId : b9cea439-22b5-4a72-a3c6-3db218d54bb3 2024-11-18T20:36:32,109 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:36:32,110 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:36:32,110 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:36:32,111 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:36:32,111 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492748b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:32,121 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:46871 2024-11-18T20:36:32,121 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:36:32,121 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:36:32,121 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:36:32,122 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,41019,1731962190233 with port=46871, startcode=1731962190275 2024-11-18T20:36:32,122 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:36:32,123 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:36:32,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:32,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41019 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:32,125 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8 2024-11-18T20:36:32,125 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34781 2024-11-18T20:36:32,125 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:36:32,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810/rs 2024-11-18T20:36:32,127 DEBUG [RS:0;c0a89b2656d4:46871 {}] zookeeper.ZKUtil(111): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on existing znode=/11871089810/rs/c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:32,127 WARN [RS:0;c0a89b2656d4:46871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:32,127 INFO [RS:0;c0a89b2656d4:46871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:32,127 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:32,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,46871,1731962190275] 2024-11-18T20:36:32,129 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:36:32,131 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:36:32,131 INFO [RS:0;c0a89b2656d4:46871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:36:32,131 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,131 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:36:32,132 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:36:32,132 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:32,132 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:32,133 DEBUG [RS:0;c0a89b2656d4:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:32,136 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,136 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,136 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,136 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,136 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,136 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46871,1731962190275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:32,152 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:36:32,152 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46871,1731962190275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,152 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,152 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.Replication(171): c0a89b2656d4,46871,1731962190275 started 2024-11-18T20:36:32,165 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:32,165 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,46871,1731962190275, RpcServer on c0a89b2656d4/172.17.0.2:46871, sessionid=0x100548d035e0004 2024-11-18T20:36:32,165 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:36:32,165 DEBUG [RS:0;c0a89b2656d4:46871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:32,165 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,46871,1731962190275' 2024-11-18T20:36:32,165 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11871089810/flush-table-proc/abort' 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11871089810/flush-table-proc/acquired' 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,46871,1731962190275' 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11871089810/online-snapshot/abort' 2024-11-18T20:36:32,166 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11871089810/online-snapshot/acquired' 2024-11-18T20:36:32,167 DEBUG [RS:0;c0a89b2656d4:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:36:32,167 INFO [RS:0;c0a89b2656d4:46871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:36:32,167 INFO [RS:0;c0a89b2656d4:46871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:36:32,267 INFO [RS:0;c0a89b2656d4:46871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:32,269 INFO [RS:0;c0a89b2656d4:46871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C46871%2C1731962190275, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/oldWALs, maxLogs=10 2024-11-18T20:36:32,284 DEBUG [RS:0;c0a89b2656d4:46871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, exclude list is [], retry=0 2024-11-18T20:36:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38455,DS-ba4ef682-794c-4b98-9a8f-08f28a59d117,DISK] 2024-11-18T20:36:32,288 INFO [RS:0;c0a89b2656d4:46871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 2024-11-18T20:36:32,288 DEBUG [RS:0;c0a89b2656d4:46871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347)] 2024-11-18T20:36:32,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:36:32,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8 2024-11-18T20:36:32,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:36:32,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:36:32,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:36:32,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:32,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:32,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:32,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:32,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:32,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:32,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:32,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:32,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:32,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:32,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:32,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:32,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:32,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:32,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:32,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:32,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:32,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740 2024-11-18T20:36:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740 2024-11-18T20:36:32,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:32,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:32,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:32,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:32,860 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70846448, jitterRate=0.0556943416595459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962192849Initializing all the Stores at 1731962192849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962192849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962192850 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962192850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962192850Cleaning up temporary data from old regions at 1731962192857 (+7 ms)Region opened successfully at 1731962192860 (+3 ms) 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:32,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:32,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:32,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962192860Disabling compacts and flushes for region at 1731962192860Disabling writes for close at 1731962192860Writing region close event to WAL at 1731962192860Closed at 1731962192860 2024-11-18T20:36:32,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:32,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:36:32,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:36:32,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:32,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:36:33,013 DEBUG [c0a89b2656d4:41019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:36:33,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:33,014 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,46871,1731962190275, state=OPENING 2024-11-18T20:36:33,015 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:36:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:33,016 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:33,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871089810/meta-region-server: CHANGED 2024-11-18T20:36:33,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871089810/meta-region-server: CHANGED 2024-11-18T20:36:33,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,46871,1731962190275}] 2024-11-18T20:36:33,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:33,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:36:33,173 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:36:33,173 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:33,173 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:36:33,175 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C46871%2C1731962190275.meta, suffix=.meta, logDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/oldWALs, maxLogs=10 2024-11-18T20:36:33,191 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.meta.1731962193175.meta, exclude list is [], retry=0 2024-11-18T20:36:33,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38455,DS-ba4ef682-794c-4b98-9a8f-08f28a59d117,DISK] 2024-11-18T20:36:33,195 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.meta.1731962193175.meta 2024-11-18T20:36:33,196 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347)] 2024-11-18T20:36:33,196 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:33,197 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:33,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:33,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:36:33,197 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:36:33,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:36:33,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:33,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:36:33,197 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:36:33,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:33,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:33,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:33,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:33,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:33,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:33,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:33,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:33,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:33,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:33,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:33,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:33,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:33,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:33,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:33,203 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:33,204 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740 2024-11-18T20:36:33,204 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740 2024-11-18T20:36:33,206 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:33,206 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:33,206 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:33,207 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:33,208 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65546906, jitterRate=-0.023274987936019897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:33,208 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:36:33,208 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962193197Writing region info on filesystem at 1731962193197Initializing all the Stores at 1731962193198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962193198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962193198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962193198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962193198Cleaning up temporary data from old regions at 1731962193206 (+8 ms)Running coprocessor post-open hooks at 1731962193208 (+2 ms)Region opened successfully at 1731962193208 2024-11-18T20:36:33,209 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962193168 2024-11-18T20:36:33,211 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:36:33,211 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:36:33,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:33,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,46871,1731962190275, state=OPEN 2024-11-18T20:36:33,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11871089810/meta-region-server 2024-11-18T20:36:33,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11871089810/meta-region-server 2024-11-18T20:36:33,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871089810/meta-region-server: CHANGED 2024-11-18T20:36:33,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:33,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871089810/meta-region-server: CHANGED 2024-11-18T20:36:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:36:33,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,46871,1731962190275 in 197 msec 2024-11-18T20:36:33,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:36:33,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-18T20:36:33,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:33,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:36:33,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:33,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46871,1731962190275, seqNum=-1] 2024-11-18T20:36:33,220 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:33,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:33,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-18T20:36:33,225 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962193225, completionTime=-1 2024-11-18T20:36:33,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:36:33,226 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962253228 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962313228 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41019,1731962190233-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41019,1731962190233-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41019,1731962190233-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:41019, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,228 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,229 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,230 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41019,1731962190233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:33,232 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41019,1731962190233-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:36:33,234 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:36:33,234 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:36:33,234 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41019,1731962190233-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:33,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:33,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41019,-1 for getting cluster id 2024-11-18T20:36:33,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:33,311 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cea439-22b5-4a72-a3c6-3db218d54bb3' 2024-11-18T20:36:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cea439-22b5-4a72-a3c6-3db218d54bb3" 2024-11-18T20:36:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e492c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41019,-1] 2024-11-18T20:36:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:33,312 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:33,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:33,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46871,1731962190275, seqNum=-1] 2024-11-18T20:36:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:33,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:33,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:33,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54946 2024-11-18T20:36:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:33,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548d035e0005 connected 2024-11-18T20:36:33,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6d13b7 2024-11-18T20:36:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:33,323 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:33,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:36:33,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:33,326 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:33,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:36:33,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:36:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:33,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4d981d36cc2adb56f0ea3e20906bf38, NAME => 'test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48 2024-11-18T20:36:33,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:36:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a4d981d36cc2adb56f0ea3e20906bf38, disabling compactions & flushes 2024-11-18T20:36:34,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. after waiting 0 ms 2024-11-18T20:36:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4d981d36cc2adb56f0ea3e20906bf38: Waiting for close lock at 1731962194138Disabling compacts and flushes for region at 1731962194138Disabling writes for close at 1731962194138Writing region close event to WAL at 1731962194138Closed at 1731962194138 2024-11-18T20:36:34,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:34,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962194140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962194140"}]},"ts":"1731962194140"} 2024-11-18T20:36:34,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:34,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:34,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962194143"}]},"ts":"1731962194143"} 2024-11-18T20:36:34,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:36:34,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4d981d36cc2adb56f0ea3e20906bf38, ASSIGN}] 2024-11-18T20:36:34,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4d981d36cc2adb56f0ea3e20906bf38, ASSIGN 2024-11-18T20:36:34,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a4d981d36cc2adb56f0ea3e20906bf38, ASSIGN; state=OFFLINE, location=c0a89b2656d4,45915,1731962187036; forceNewPlan=false, retain=false 2024-11-18T20:36:34,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4d981d36cc2adb56f0ea3e20906bf38, regionState=OPENING, regionLocation=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:34,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a4d981d36cc2adb56f0ea3e20906bf38, ASSIGN because future has completed 2024-11-18T20:36:34,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d981d36cc2adb56f0ea3e20906bf38, server=c0a89b2656d4,45915,1731962187036}] 2024-11-18T20:36:34,456 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,456 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a4d981d36cc2adb56f0ea3e20906bf38, NAME => 'test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:34,456 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:34,456 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:36:34,457 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,457 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:34,457 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,457 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,458 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,459 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d981d36cc2adb56f0ea3e20906bf38 columnFamilyName f 2024-11-18T20:36:34,459 DEBUG [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:34,459 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] regionserver.HStore(327): Store=a4d981d36cc2adb56f0ea3e20906bf38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:34,459 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,460 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d981d36cc2adb56f0ea3e20906bf38 columnFamilyName f1 2024-11-18T20:36:34,460 DEBUG [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:34,460 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] regionserver.HStore(327): Store=a4d981d36cc2adb56f0ea3e20906bf38/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:34,461 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,461 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d981d36cc2adb56f0ea3e20906bf38 columnFamilyName norep 2024-11-18T20:36:34,461 DEBUG [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:34,462 INFO [StoreOpener-a4d981d36cc2adb56f0ea3e20906bf38-1 {}] regionserver.HStore(327): Store=a4d981d36cc2adb56f0ea3e20906bf38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:34,462 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,462 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,462 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:34,463 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,463 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,464 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:34,464 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,466 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:34,466 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a4d981d36cc2adb56f0ea3e20906bf38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74039451, jitterRate=0.10327379405498505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:34,467 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:34,467 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a4d981d36cc2adb56f0ea3e20906bf38: Running coprocessor pre-open hook at 1731962194457Writing region info on filesystem at 1731962194457Initializing all the Stores at 1731962194458 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962194458Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962194458Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962194458Cleaning up temporary data from old regions at 1731962194463 (+5 ms)Running coprocessor post-open hooks at 1731962194467 (+4 ms)Region opened successfully at 1731962194467 2024-11-18T20:36:34,468 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38., pid=6, masterSystemTime=1731962194452 2024-11-18T20:36:34,469 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,469 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:34,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4d981d36cc2adb56f0ea3e20906bf38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d981d36cc2adb56f0ea3e20906bf38, server=c0a89b2656d4,45915,1731962187036 because future has completed 2024-11-18T20:36:34,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:36:34,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4d981d36cc2adb56f0ea3e20906bf38, server=c0a89b2656d4,45915,1731962187036 in 173 msec 2024-11-18T20:36:34,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:36:34,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a4d981d36cc2adb56f0ea3e20906bf38, ASSIGN in 331 msec 2024-11-18T20:36:34,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:34,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962194482"}]},"ts":"1731962194482"} 2024-11-18T20:36:34,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:36:34,485 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:34,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-18T20:36:34,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:36:34,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:36:35,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:35,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:35,474 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:36:35,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182437a0 2024-11-18T20:36:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:35,476 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:35,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:36:35,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:35,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:35,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:36:35,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:35,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:36:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:35,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ec5b3cb03f44ae74f1a64025462fa5, NAME => 'test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8 2024-11-18T20:36:35,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:36:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:36,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:36,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 31ec5b3cb03f44ae74f1a64025462fa5, disabling compactions & flushes 2024-11-18T20:36:36,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. after waiting 0 ms 2024-11-18T20:36:36,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ec5b3cb03f44ae74f1a64025462fa5: Waiting for close lock at 1731962196295Disabling compacts and flushes for region at 1731962196295Disabling writes for close at 1731962196295Writing region close event to WAL at 1731962196295Closed at 1731962196295 2024-11-18T20:36:36,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:36,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962196296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962196296"}]},"ts":"1731962196296"} 2024-11-18T20:36:36,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:36,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:36,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962196299"}]},"ts":"1731962196299"} 2024-11-18T20:36:36,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:36:36,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31ec5b3cb03f44ae74f1a64025462fa5, ASSIGN}] 2024-11-18T20:36:36,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31ec5b3cb03f44ae74f1a64025462fa5, ASSIGN 2024-11-18T20:36:36,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=31ec5b3cb03f44ae74f1a64025462fa5, ASSIGN; state=OFFLINE, location=c0a89b2656d4,46871,1731962190275; forceNewPlan=false, retain=false 2024-11-18T20:36:36,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31ec5b3cb03f44ae74f1a64025462fa5, regionState=OPENING, regionLocation=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:36,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=31ec5b3cb03f44ae74f1a64025462fa5, ASSIGN because future has completed 2024-11-18T20:36:36,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ec5b3cb03f44ae74f1a64025462fa5, server=c0a89b2656d4,46871,1731962190275}] 2024-11-18T20:36:36,612 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,612 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ec5b3cb03f44ae74f1a64025462fa5, NAME => 'test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:36,612 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:36,612 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:36:36,613 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,613 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:36,613 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,613 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:36,614 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,615 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ec5b3cb03f44ae74f1a64025462fa5 columnFamilyName f 2024-11-18T20:36:36,615 DEBUG [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:36,615 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] regionserver.HStore(327): Store=31ec5b3cb03f44ae74f1a64025462fa5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:36,616 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,616 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ec5b3cb03f44ae74f1a64025462fa5 columnFamilyName f1 2024-11-18T20:36:36,616 DEBUG [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:36,617 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] regionserver.HStore(327): Store=31ec5b3cb03f44ae74f1a64025462fa5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:36,617 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,617 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ec5b3cb03f44ae74f1a64025462fa5 columnFamilyName norep 2024-11-18T20:36:36,617 DEBUG [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:36,618 INFO [StoreOpener-31ec5b3cb03f44ae74f1a64025462fa5-1 {}] regionserver.HStore(327): Store=31ec5b3cb03f44ae74f1a64025462fa5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:36,618 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,618 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,618 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,619 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,619 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,619 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:36,620 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,622 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:36,622 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 31ec5b3cb03f44ae74f1a64025462fa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313850, jitterRate=0.03285685181617737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:36,622 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:36,623 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 31ec5b3cb03f44ae74f1a64025462fa5: Running coprocessor pre-open hook at 1731962196613Writing region info on filesystem at 1731962196613Initializing all the Stores at 1731962196614 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962196614Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962196614Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962196614Cleaning up temporary data from old regions at 1731962196619 (+5 ms)Running coprocessor post-open hooks at 1731962196622 (+3 ms)Region opened successfully at 1731962196622 2024-11-18T20:36:36,623 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5., pid=6, masterSystemTime=1731962196608 2024-11-18T20:36:36,625 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,625 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:36,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31ec5b3cb03f44ae74f1a64025462fa5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:36,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ec5b3cb03f44ae74f1a64025462fa5, server=c0a89b2656d4,46871,1731962190275 because future has completed 2024-11-18T20:36:36,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:36:36,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ec5b3cb03f44ae74f1a64025462fa5, server=c0a89b2656d4,46871,1731962190275 in 172 msec 2024-11-18T20:36:36,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:36:36,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=31ec5b3cb03f44ae74f1a64025462fa5, ASSIGN in 329 msec 2024-11-18T20:36:36,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:36,632 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962196632"}]},"ts":"1731962196632"} 2024-11-18T20:36:36,634 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:36:36,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:36,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-18T20:36:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:36:37,623 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:36:37,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40825,-1 for getting cluster id 2024-11-18T20:36:37,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:37,625 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adac62f3-bbe3-42ba-8efe-9a76e66ad77d' 2024-11-18T20:36:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adac62f3-bbe3-42ba-8efe-9a76e66ad77d" 2024-11-18T20:36:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5149d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40825,-1] 2024-11-18T20:36:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:37,626 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a4ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41019,-1 for getting cluster id 2024-11-18T20:36:37,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:37,628 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cea439-22b5-4a72-a3c6-3db218d54bb3' 2024-11-18T20:36:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cea439-22b5-4a72-a3c6-3db218d54bb3" 2024-11-18T20:36:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a6b6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41019,-1] 2024-11-18T20:36:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:37,629 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467a7aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40825,-1 for getting cluster id 2024-11-18T20:36:37,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:37,631 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adac62f3-bbe3-42ba-8efe-9a76e66ad77d' 2024-11-18T20:36:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adac62f3-bbe3-42ba-8efe-9a76e66ad77d" 2024-11-18T20:36:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79324419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40825,-1] 2024-11-18T20:36:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:37,632 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdb5a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300bf8a2 2024-11-18T20:36:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:37,634 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:37,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:41019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:36:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:36:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:37,637 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:41019' 2024-11-18T20:36:37,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebfbf13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,638 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41019,-1 for getting cluster id 2024-11-18T20:36:37,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:37,638 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cea439-22b5-4a72-a3c6-3db218d54bb3' 2024-11-18T20:36:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cea439-22b5-4a72-a3c6-3db218d54bb3" 2024-11-18T20:36:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725ac117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41019,-1] 2024-11-18T20:36:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:37,640 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:37,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d49df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:37,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a87dea 2024-11-18T20:36:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:37,642 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:37,642 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:36:37,642 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:36:37,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:37,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:37,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:37,643 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:37,644 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:36:37,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:37,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:37,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:36:37,694 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:36:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:38,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b9228e92d0ec5bf06aa39b77dad4c6f, NAME => 'hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48 2024-11-18T20:36:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:36:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:38,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:38,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6b9228e92d0ec5bf06aa39b77dad4c6f, disabling compactions & flushes 2024-11-18T20:36:38,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. after waiting 0 ms 2024-11-18T20:36:38,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b9228e92d0ec5bf06aa39b77dad4c6f: Waiting for close lock at 1731962198458Disabling compacts and flushes for region at 1731962198458Disabling writes for close at 1731962198458Writing region close event to WAL at 1731962198458Closed at 1731962198458 2024-11-18T20:36:38,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:38,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962198459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962198459"}]},"ts":"1731962198459"} 2024-11-18T20:36:38,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:38,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:38,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962198462"}]},"ts":"1731962198462"} 2024-11-18T20:36:38,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:36:38,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b9228e92d0ec5bf06aa39b77dad4c6f, ASSIGN}] 2024-11-18T20:36:38,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b9228e92d0ec5bf06aa39b77dad4c6f, ASSIGN 2024-11-18T20:36:38,465 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b9228e92d0ec5bf06aa39b77dad4c6f, ASSIGN; state=OFFLINE, location=c0a89b2656d4,45915,1731962187036; forceNewPlan=false, retain=false 2024-11-18T20:36:38,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b9228e92d0ec5bf06aa39b77dad4c6f, regionState=OPENING, regionLocation=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:38,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b9228e92d0ec5bf06aa39b77dad4c6f, ASSIGN because future has completed 2024-11-18T20:36:38,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b9228e92d0ec5bf06aa39b77dad4c6f, server=c0a89b2656d4,45915,1731962187036}] 2024-11-18T20:36:38,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:38,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:38,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:36:38,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45915%2C1731962187036.rep, suffix=, logDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036, archiveDir=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/oldWALs, maxLogs=10 2024-11-18T20:36:38,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.rep.1731962198775, exclude list is [], retry=0 2024-11-18T20:36:38,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-7c1aa2c7-5378-4ab9-8e53-fec247768184,DISK] 2024-11-18T20:36:38,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.rep.1731962198775 2024-11-18T20:36:38,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39845:39845)] 2024-11-18T20:36:38,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b9228e92d0ec5bf06aa39b77dad4c6f, NAME => 'hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:38,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. service=MultiRowMutationService 2024-11-18T20:36:38,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:36:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,792 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,793 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b9228e92d0ec5bf06aa39b77dad4c6f columnFamilyName hfileref 2024-11-18T20:36:38,793 DEBUG [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:38,793 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] regionserver.HStore(327): Store=6b9228e92d0ec5bf06aa39b77dad4c6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:38,794 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,794 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b9228e92d0ec5bf06aa39b77dad4c6f columnFamilyName queue 2024-11-18T20:36:38,794 DEBUG [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:38,794 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] regionserver.HStore(327): Store=6b9228e92d0ec5bf06aa39b77dad4c6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:38,795 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,795 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b9228e92d0ec5bf06aa39b77dad4c6f columnFamilyName sid 2024-11-18T20:36:38,795 DEBUG [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:38,796 INFO [StoreOpener-6b9228e92d0ec5bf06aa39b77dad4c6f-1 {}] regionserver.HStore(327): Store=6b9228e92d0ec5bf06aa39b77dad4c6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:38,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/replication/6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/replication/6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:38,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/replication/6b9228e92d0ec5bf06aa39b77dad4c6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:38,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6b9228e92d0ec5bf06aa39b77dad4c6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73957453, jitterRate=0.10205192863941193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:38,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:38,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6b9228e92d0ec5bf06aa39b77dad4c6f: Running coprocessor pre-open hook at 1731962198791Writing region info on filesystem at 1731962198791Initializing all the Stores at 1731962198792 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962198792Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962198792Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962198792Cleaning up temporary data from old regions at 1731962198797 (+5 ms)Running coprocessor post-open hooks at 1731962198800 (+3 ms)Region opened successfully at 1731962198800 2024-11-18T20:36:38,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f., pid=10, masterSystemTime=1731962198770 2024-11-18T20:36:38,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:38,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b9228e92d0ec5bf06aa39b77dad4c6f, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:38,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b9228e92d0ec5bf06aa39b77dad4c6f, server=c0a89b2656d4,45915,1731962187036 because future has completed 2024-11-18T20:36:38,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:36:38,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b9228e92d0ec5bf06aa39b77dad4c6f, server=c0a89b2656d4,45915,1731962187036 in 188 msec 2024-11-18T20:36:38,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:36:38,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b9228e92d0ec5bf06aa39b77dad4c6f, ASSIGN in 343 msec 2024-11-18T20:36:38,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:38,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962198809"}]},"ts":"1731962198809"} 2024-11-18T20:36:38,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:36:38,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:38,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-18T20:36:38,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f., hostname=c0a89b2656d4,45915,1731962187036, seqNum=2] 2024-11-18T20:36:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:38,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:36:39,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:36:39,009 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:36:39,034 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,45915,1731962187036, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:36:39,034 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:39,035 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45915,1731962187036, seqNum=-1] 2024-11-18T20:36:39,035 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:39,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:39,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,45915,1731962187036', locateType=CURRENT is [region=hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f., hostname=c0a89b2656d4,45915,1731962187036, seqNum=2] 2024-11-18T20:36:39,039 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:36:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:36:39,041 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,45915,1731962187036 suceeded 2024-11-18T20:36:39,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:36:39,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-18T20:36:39,043 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:41019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:36:39,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-11-18T20:36:39,053 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:41019' 2024-11-18T20:36:39,054 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86fb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,054 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41019,-1 for getting cluster id 2024-11-18T20:36:39,054 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:39,055 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cea439-22b5-4a72-a3c6-3db218d54bb3' 2024-11-18T20:36:39,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:39,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cea439-22b5-4a72-a3c6-3db218d54bb3" 2024-11-18T20:36:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c441442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41019,-1] 2024-11-18T20:36:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,056 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:39,057 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c63972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,057 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:39,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:39,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36083558 2024-11-18T20:36:39,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:39,058 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T20:36:39,059 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,45915,1731962187036 (queues=1) is replicating from cluster=adac62f3-bbe3-42ba-8efe-9a76e66ad77d to cluster=b9cea439-22b5-4a72-a3c6-3db218d54bb3 2024-11-18T20:36:39,059 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C45915%2C1731962187036 2024-11-18T20:36:39,059 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,45915,1731962187036, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:36:39,059 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C45915%2C1731962187036 2024-11-18T20:36:39,059 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, startPosition=0, beingWritten=true 2024-11-18T20:36:39,064 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:39,064 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:39,064 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45915,1731962187036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:39,267 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:39,570 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:39,784 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:36:39,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:39,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:39,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:39,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41019,-1 for getting cluster id 2024-11-18T20:36:39,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:39,786 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cea439-22b5-4a72-a3c6-3db218d54bb3' 2024-11-18T20:36:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cea439-22b5-4a72-a3c6-3db218d54bb3" 2024-11-18T20:36:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8029d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41019,-1] 2024-11-18T20:36:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,787 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60afa191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523e5e50 2024-11-18T20:36:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:39,790 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:39,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:40825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:36:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:36:39,793 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40825' 2024-11-18T20:36:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:39,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,794 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40825,-1 for getting cluster id 2024-11-18T20:36:39,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:39,794 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adac62f3-bbe3-42ba-8efe-9a76e66ad77d' 2024-11-18T20:36:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adac62f3-bbe3-42ba-8efe-9a76e66ad77d" 2024-11-18T20:36:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ebfad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40825,-1] 2024-11-18T20:36:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:39,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,796 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb84bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:39,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b0a6fbb 2024-11-18T20:36:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:39,798 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:36:39,798 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:36:39,798 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:36:39,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:39,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:39,799 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:39,800 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:36:39,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:36:39,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:39,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:36:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:36:39,850 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:36:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:39,974 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:40,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dd1528362034137fea83a46c9c18f2a, NAME => 'hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8 2024-11-18T20:36:40,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:36:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:40,478 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:40,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:36:40,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:40,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2dd1528362034137fea83a46c9c18f2a, disabling compactions & flushes 2024-11-18T20:36:40,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. after waiting 0 ms 2024-11-18T20:36:40,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,613 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dd1528362034137fea83a46c9c18f2a: Waiting for close lock at 1731962200613Disabling compacts and flushes for region at 1731962200613Disabling writes for close at 1731962200613Writing region close event to WAL at 1731962200613Closed at 1731962200613 2024-11-18T20:36:40,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:36:40,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962200614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962200614"}]},"ts":"1731962200614"} 2024-11-18T20:36:40,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:36:40,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:36:40,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962200617"}]},"ts":"1731962200617"} 2024-11-18T20:36:40,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:36:40,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dd1528362034137fea83a46c9c18f2a, ASSIGN}] 2024-11-18T20:36:40,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dd1528362034137fea83a46c9c18f2a, ASSIGN 2024-11-18T20:36:40,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2dd1528362034137fea83a46c9c18f2a, ASSIGN; state=OFFLINE, location=c0a89b2656d4,46871,1731962190275; forceNewPlan=false, retain=false 2024-11-18T20:36:40,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2dd1528362034137fea83a46c9c18f2a, regionState=OPENING, regionLocation=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:40,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2dd1528362034137fea83a46c9c18f2a, ASSIGN because future has completed 2024-11-18T20:36:40,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd1528362034137fea83a46c9c18f2a, server=c0a89b2656d4,46871,1731962190275}] 2024-11-18T20:36:40,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:40,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:36:40,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C46871%2C1731962190275.rep, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/oldWALs, maxLogs=10 2024-11-18T20:36:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:40,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.rep.1731962200929, exclude list is [], retry=0 2024-11-18T20:36:40,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38455,DS-ba4ef682-794c-4b98-9a8f-08f28a59d117,DISK] 2024-11-18T20:36:40,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.rep.1731962200929 2024-11-18T20:36:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347)] 2024-11-18T20:36:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dd1528362034137fea83a46c9c18f2a, NAME => 'hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:40,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. service=MultiRowMutationService 2024-11-18T20:36:40,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:36:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:40,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,945 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,947 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd1528362034137fea83a46c9c18f2a columnFamilyName hfileref 2024-11-18T20:36:40,947 DEBUG [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:40,947 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] regionserver.HStore(327): Store=2dd1528362034137fea83a46c9c18f2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:40,947 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,948 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd1528362034137fea83a46c9c18f2a columnFamilyName queue 2024-11-18T20:36:40,948 DEBUG [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:40,948 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] regionserver.HStore(327): Store=2dd1528362034137fea83a46c9c18f2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:40,948 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,949 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd1528362034137fea83a46c9c18f2a columnFamilyName sid 2024-11-18T20:36:40,949 DEBUG [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:40,949 INFO [StoreOpener-2dd1528362034137fea83a46c9c18f2a-1 {}] regionserver.HStore(327): Store=2dd1528362034137fea83a46c9c18f2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:40,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/replication/2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/replication/2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:36:40,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/replication/2dd1528362034137fea83a46c9c18f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:40,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2dd1528362034137fea83a46c9c18f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69899520, jitterRate=0.041584014892578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:36:40,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:40,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2dd1528362034137fea83a46c9c18f2a: Running coprocessor pre-open hook at 1731962200945Writing region info on filesystem at 1731962200945Initializing all the Stores at 1731962200945Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962200945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962200945Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962200945Cleaning up temporary data from old regions at 1731962200951 (+6 ms)Running coprocessor post-open hooks at 1731962200953 (+2 ms)Region opened successfully at 1731962200953 2024-11-18T20:36:40,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a., pid=10, masterSystemTime=1731962200924 2024-11-18T20:36:40,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:40,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2dd1528362034137fea83a46c9c18f2a, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:40,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd1528362034137fea83a46c9c18f2a, server=c0a89b2656d4,46871,1731962190275 because future has completed 2024-11-18T20:36:40,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:36:40,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dd1528362034137fea83a46c9c18f2a, server=c0a89b2656d4,46871,1731962190275 in 186 msec 2024-11-18T20:36:40,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:36:40,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2dd1528362034137fea83a46c9c18f2a, ASSIGN in 342 msec 2024-11-18T20:36:40,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:36:40,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962200962"}]},"ts":"1731962200962"} 2024-11-18T20:36:40,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:36:40,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:36:40,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-18T20:36:41,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a., hostname=c0a89b2656d4,46871,1731962190275, seqNum=2] 2024-11-18T20:36:41,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:41,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:41,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:36:41,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:41,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:41,103 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:41,103 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18258 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:41,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:36:41,172 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:36:41,197 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,46871,1731962190275, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:36:41,197 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:41,197 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46871,1731962190275, seqNum=-1] 2024-11-18T20:36:41,197 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:41,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:41,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,46871,1731962190275', locateType=CURRENT is [region=hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a., hostname=c0a89b2656d4,46871,1731962190275, seqNum=2] 2024-11-18T20:36:41,202 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:36:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:36:41,204 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,46871,1731962190275 suceeded 2024-11-18T20:36:41,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:36:41,206 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:40825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:36:41,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-18T20:36:41,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-18T20:36:41,217 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40825' 2024-11-18T20:36:41,218 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a119e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:41,218 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40825,-1 for getting cluster id 2024-11-18T20:36:41,219 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:41,219 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adac62f3-bbe3-42ba-8efe-9a76e66ad77d' 2024-11-18T20:36:41,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:41,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adac62f3-bbe3-42ba-8efe-9a76e66ad77d" 2024-11-18T20:36:41,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a33922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:41,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40825,-1] 2024-11-18T20:36:41,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:41,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:41,220 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:41,221 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4206ef75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:41,221 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:41,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:41,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e6509a 2024-11-18T20:36:41,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:36:41,222 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T20:36:41,223 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,46871,1731962190275 (queues=1) is replicating from cluster=b9cea439-22b5-4a72-a3c6-3db218d54bb3 to cluster=adac62f3-bbe3-42ba-8efe-9a76e66ad77d 2024-11-18T20:36:41,223 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C46871%2C1731962190275 2024-11-18T20:36:41,223 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,46871,1731962190275, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:36:41,223 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, startPosition=0, beingWritten=true 2024-11-18T20:36:41,223 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C46871%2C1731962190275 2024-11-18T20:36:41,228 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:41,228 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 379, reset compression=false 2024-11-18T20:36:41,228 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,46871,1731962190275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:41,432 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 379, reset compression=false 2024-11-18T20:36:41,736 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 379, reset compression=false 2024-11-18T20:36:41,785 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:36:41,944 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:36:41,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:41,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:41,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:41,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:41,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:41,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45915,1731962187036, seqNum=-1] 2024-11-18T20:36:41,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:41,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38., hostname=c0a89b2656d4,45915,1731962187036, seqNum=2] 2024-11-18T20:36:41,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46871,1731962190275, seqNum=-1] 2024-11-18T20:36:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:41,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5., hostname=c0a89b2656d4,46871,1731962190275, seqNum=2] 2024-11-18T20:36:41,956 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:36:42,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:42,139 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 379, reset compression=false 2024-11-18T20:36:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:42,589 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 379, reset compression=false 2024-11-18T20:36:42,593 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:42,593 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 480, reset compression=false 2024-11-18T20:36:42,594 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45915,1731962187036 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4d981d36cc2adb56f0ea3e20906bf38/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T20:36:42,596 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:42,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T20:36:42,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:36:42,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c85a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:42,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,41019,-1 for getting cluster id 2024-11-18T20:36:42,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:42,600 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9cea439-22b5-4a72-a3c6-3db218d54bb3' 2024-11-18T20:36:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9cea439-22b5-4a72-a3c6-3db218d54bb3" 2024-11-18T20:36:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7406f7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,41019,-1] 2024-11-18T20:36:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:42,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:42,601 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:42,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a5d51f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:42,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:42,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,46871,1731962190275, seqNum=-1] 2024-11-18T20:36:42,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:42,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:42,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:36:42,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:36:42,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T20:36:42,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T20:36:42,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:42,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:36:42,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5., hostname=c0a89b2656d4,46871,1731962190275, seqNum=2] 2024-11-18T20:36:42,643 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 379, reset compression=false 2024-11-18T20:36:42,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:36:42,648 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:42,648 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 504, reset compression=false 2024-11-18T20:36:42,648 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,46871,1731962190275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:42,797 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 480, reset compression=false 2024-11-18T20:36:42,851 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 504, reset compression=false 2024-11-18T20:36:42,959 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T20:36:42,961 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T20:36:43,101 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 480, reset compression=false 2024-11-18T20:36:43,156 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 504, reset compression=false 2024-11-18T20:36:43,160 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:43,160 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 608, reset compression=false 2024-11-18T20:36:43,160 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,46871,1731962190275 got entry batch from reader: WALEntryBatch [walEntries=[{test/31ec5b3cb03f44ae74f1a64025462fa5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:36:43,163 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:43,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T20:36:43,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:36:43,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d946c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:43,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40825,-1 for getting cluster id 2024-11-18T20:36:43,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:43,169 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adac62f3-bbe3-42ba-8efe-9a76e66ad77d' 2024-11-18T20:36:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adac62f3-bbe3-42ba-8efe-9a76e66ad77d" 2024-11-18T20:36:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d4981e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40825,-1] 2024-11-18T20:36:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:43,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:43,171 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:43,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a031d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:43,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45915,1731962187036, seqNum=-1] 2024-11-18T20:36:43,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:43,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T20:36:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38., hostname=c0a89b2656d4,45915,1731962187036, seqNum=2] 2024-11-18T20:36:43,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:36:43,369 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 608, reset compression=false 2024-11-18T20:36:43,505 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 480, reset compression=false 2024-11-18T20:36:43,509 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:43,509 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 608, reset compression=false 2024-11-18T20:36:43,509 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45915,1731962187036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:43,672 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 608, reset compression=false 2024-11-18T20:36:43,712 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 608, reset compression=false 2024-11-18T20:36:43,963 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T20:36:43,973 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T20:36:44,016 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 608, reset compression=false 2024-11-18T20:36:44,021 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:44,021 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 764, reset compression=false 2024-11-18T20:36:44,021 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45915,1731962187036 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4d981d36cc2adb56f0ea3e20906bf38/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T20:36:44,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:36:44,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:36:44,076 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 608, reset compression=false 2024-11-18T20:36:44,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:44,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 756, reset compression=false 2024-11-18T20:36:44,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,46871,1731962190275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:44,225 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 764, reset compression=false 2024-11-18T20:36:44,290 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 756, reset compression=false 2024-11-18T20:36:44,528 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 764, reset compression=false 2024-11-18T20:36:44,593 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 756, reset compression=false 2024-11-18T20:36:44,932 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 764, reset compression=false 2024-11-18T20:36:44,975 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T20:36:44,977 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T20:36:44,996 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 756, reset compression=false 2024-11-18T20:36:45,000 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:36:45,000 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 915, reset compression=false 2024-11-18T20:36:45,000 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,46871,1731962190275 got entry batch from reader: WALEntryBatch [walEntries=[{test/31ec5b3cb03f44ae74f1a64025462fa5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:36:45,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:36:45,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:36:45,204 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 915, reset compression=false 2024-11-18T20:36:45,435 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 764, reset compression=false 2024-11-18T20:36:45,440 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:45,440 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:45,440 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45915,1731962187036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:45,508 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 915, reset compression=false 2024-11-18T20:36:45,643 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:45,911 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 915, reset compression=false 2024-11-18T20:36:45,946 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:45,979 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T20:36:45,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:36:45,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:45,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:45,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:45,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:45,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:45,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:36:45,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=84441183, stopped=false 2024-11-18T20:36:45,982 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,41019,1731962190233 2024-11-18T20:36:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871089810/running 2024-11-18T20:36:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871089810/running 2024-11-18T20:36:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:45,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:45,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:45,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:45,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:45,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,46871,1731962190275' ***** 2024-11-18T20:36:45,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:36:45,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/running 2024-11-18T20:36:45,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Set watcher on znode that does not yet exist, /11871089810/running 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:36:45,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:46871. 2024-11-18T20:36:45,984 DEBUG [RS:0;c0a89b2656d4:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:45,984 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:45,984 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:36:45,985 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:36:45,985 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:36:45,985 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:36:45,985 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:36:45,985 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1325): Online Regions={31ec5b3cb03f44ae74f1a64025462fa5=test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5., 1588230740=hbase:meta,,1.1588230740, 2dd1528362034137fea83a46c9c18f2a=hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.} 2024-11-18T20:36:45,985 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd1528362034137fea83a46c9c18f2a, 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ec5b3cb03f44ae74f1a64025462fa5, disabling compactions & flushes 2024-11-18T20:36:45,985 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:45,985 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. after waiting 0 ms 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:45,985 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:45,985 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:36:45,985 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31ec5b3cb03f44ae74f1a64025462fa5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T20:36:45,999 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/f/8ab085b9b11646dc8a162c67abbdbf37 is 29, key is row1/f:/1731962204975/DeleteFamily/seqid=0 2024-11-18T20:36:45,999 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/info/7754347542274c3f9bddb926fb221f5e is 147, key is hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a./info:regioninfo/1731962200956/Put/seqid=0 2024-11-18T20:36:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741840_1016 (size=5118) 2024-11-18T20:36:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:36:46,046 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:46,137 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:36:46,137 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:36:46,185 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd1528362034137fea83a46c9c18f2a, 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:46,349 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:46,385 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd1528362034137fea83a46c9c18f2a, 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:46,403 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/f/8ab085b9b11646dc8a162c67abbdbf37 2024-11-18T20:36:46,403 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/info/7754347542274c3f9bddb926fb221f5e 2024-11-18T20:36:46,407 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ab085b9b11646dc8a162c67abbdbf37 2024-11-18T20:36:46,415 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 915, reset compression=false 2024-11-18T20:36:46,420 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/f1/63594ad60e6a42a7b35f22cb70acb656 is 30, key is row1/f1:/1731962204975/DeleteFamily/seqid=0 2024-11-18T20:36:46,422 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/ns/cef6a0f9732042d49a4d597f50d3fa99 is 43, key is default/ns:d/1731962193222/Put/seqid=0 2024-11-18T20:36:46,423 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:46,423 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 1162, reset compression=false 2024-11-18T20:36:46,423 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,46871,1731962190275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741842_1018 (size=5123) 2024-11-18T20:36:46,424 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,46871,1731962190275: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,46871,1731962190275, walGroup=c0a89b2656d4%2C46871%2C1731962190275, offset=c0a89b2656d4%2C46871%2C1731962190275.1731962192269:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:46871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:36:46,425 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:36:46,425 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/f1/63594ad60e6a42a7b35f22cb70acb656 2024-11-18T20:36:46,425 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:36:46,425 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:36:46,425 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:36:46,425 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:36:46,425 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 568235776 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191055176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:36:46,426 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:41019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:41019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:36:46,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741843_1019 (size=5153) 2024-11-18T20:36:46,430 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63594ad60e6a42a7b35f22cb70acb656 2024-11-18T20:36:46,443 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/norep/1d26a84bc843448eb8d5353b4542a7b1 is 33, key is row1/norep:/1731962204975/DeleteFamily/seqid=0 2024-11-18T20:36:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741844_1020 (size=5108) 2024-11-18T20:36:46,585 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd1528362034137fea83a46c9c18f2a, 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:46,630 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 1162, reset compression=false 2024-11-18T20:36:46,786 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd1528362034137fea83a46c9c18f2a, 31ec5b3cb03f44ae74f1a64025462fa5 2024-11-18T20:36:46,829 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/ns/cef6a0f9732042d49a4d597f50d3fa99 2024-11-18T20:36:46,846 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/rep_barrier/08a88754e29843ff9946062f06c0691d is 112, key is test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5./rep_barrier:seqnumDuringOpen/1731962196625/Put/seqid=0 2024-11-18T20:36:46,847 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/norep/1d26a84bc843448eb8d5353b4542a7b1 2024-11-18T20:36:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:36:46,850 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/rep_barrier/08a88754e29843ff9946062f06c0691d 2024-11-18T20:36:46,851 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d26a84bc843448eb8d5353b4542a7b1 2024-11-18T20:36:46,852 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/f/8ab085b9b11646dc8a162c67abbdbf37 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/f/8ab085b9b11646dc8a162c67abbdbf37 2024-11-18T20:36:46,853 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:46,857 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ab085b9b11646dc8a162c67abbdbf37 2024-11-18T20:36:46,858 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/f/8ab085b9b11646dc8a162c67abbdbf37, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:36:46,859 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/f1/63594ad60e6a42a7b35f22cb70acb656 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/f1/63594ad60e6a42a7b35f22cb70acb656 2024-11-18T20:36:46,863 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63594ad60e6a42a7b35f22cb70acb656 2024-11-18T20:36:46,863 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/f1/63594ad60e6a42a7b35f22cb70acb656, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:36:46,864 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/.tmp/norep/1d26a84bc843448eb8d5353b4542a7b1 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/norep/1d26a84bc843448eb8d5353b4542a7b1 2024-11-18T20:36:46,869 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d26a84bc843448eb8d5353b4542a7b1 2024-11-18T20:36:46,869 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/norep/1d26a84bc843448eb8d5353b4542a7b1, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T20:36:46,870 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/table/3312f2f466da4914a9690ec225d66fea is 53, key is hbase:replication/table:state/1731962200962/Put/seqid=0 2024-11-18T20:36:46,870 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 31ec5b3cb03f44ae74f1a64025462fa5 in 885ms, sequenceid=8, compaction requested=false 2024-11-18T20:36:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:36:46,875 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/default/test/31ec5b3cb03f44ae74f1a64025462fa5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T20:36:46,875 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:46,875 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:46,875 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:46,875 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ec5b3cb03f44ae74f1a64025462fa5: Waiting for close lock at 1731962205985Running coprocessor pre-close hooks at 1731962205985Disabling compacts and flushes for region at 1731962205985Disabling writes for close at 1731962205985Obtaining lock to block concurrent updates at 1731962205985Preparing flush snapshotting stores in 31ec5b3cb03f44ae74f1a64025462fa5 at 1731962205985Finished memstore snapshotting test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731962205986 (+1 ms)Flushing stores of test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. at 1731962205986Flushing 31ec5b3cb03f44ae74f1a64025462fa5/f: creating writer at 1731962205986Flushing 31ec5b3cb03f44ae74f1a64025462fa5/f: appending metadata at 1731962205998 (+12 ms)Flushing 31ec5b3cb03f44ae74f1a64025462fa5/f: closing flushed file at 1731962205998Flushing 31ec5b3cb03f44ae74f1a64025462fa5/f1: creating writer at 1731962206407 (+409 ms)Flushing 31ec5b3cb03f44ae74f1a64025462fa5/f1: appending metadata at 1731962206420 (+13 ms)Flushing 31ec5b3cb03f44ae74f1a64025462fa5/f1: closing flushed file at 1731962206420Flushing 31ec5b3cb03f44ae74f1a64025462fa5/norep: creating writer at 1731962206430 (+10 ms)Flushing 31ec5b3cb03f44ae74f1a64025462fa5/norep: appending metadata at 1731962206442 (+12 ms)Flushing 31ec5b3cb03f44ae74f1a64025462fa5/norep: closing flushed file at 1731962206443 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee705a: reopening flushed file at 1731962206851 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49308aa8: reopening flushed file at 1731962206858 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e44b95: reopening flushed file at 1731962206863 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 31ec5b3cb03f44ae74f1a64025462fa5 in 885ms, sequenceid=8, compaction requested=false at 1731962206870 (+7 ms)Writing region close event to WAL at 1731962206872 (+2 ms)Running coprocessor post-close hooks at 1731962206875 (+3 ms)Closed at 1731962206875 2024-11-18T20:36:46,875 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962195477.31ec5b3cb03f44ae74f1a64025462fa5. 2024-11-18T20:36:46,876 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dd1528362034137fea83a46c9c18f2a, disabling compactions & flushes 2024-11-18T20:36:46,876 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,876 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,876 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. after waiting 0 ms 2024-11-18T20:36:46,876 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,876 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dd1528362034137fea83a46c9c18f2a: Waiting for close lock at 1731962206876Running coprocessor pre-close hooks at 1731962206876Disabling compacts and flushes for region at 1731962206876Disabling writes for close at 1731962206876Failed flush hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a., putting online again at 1731962206876 2024-11-18T20:36:46,876 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,934 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 1162, reset compression=false 2024-11-18T20:36:46,939 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:46,939 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 1806, reset compression=false 2024-11-18T20:36:46,986 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:36:46,986 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2dd1528362034137fea83a46c9c18f2a=hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a.} 2024-11-18T20:36:46,986 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:46,986 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd1528362034137fea83a46c9c18f2a 2024-11-18T20:36:46,986 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dd1528362034137fea83a46c9c18f2a, disabling compactions & flushes 2024-11-18T20:36:46,986 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,986 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,986 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. after waiting 0 ms 2024-11-18T20:36:46,986 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:46,986 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dd1528362034137fea83a46c9c18f2a: Waiting for close lock at 1731962206986Running coprocessor pre-close hooks at 1731962206986Disabling compacts and flushes for region at 1731962206986Disabling writes for close at 1731962206986Failed flush hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a., putting online again at 1731962206986 2024-11-18T20:36:46,986 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962199799.2dd1528362034137fea83a46c9c18f2a. 2024-11-18T20:36:47,142 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 1806, reset compression=false 2024-11-18T20:36:47,186 DEBUG [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:36:47,274 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/table/3312f2f466da4914a9690ec225d66fea 2024-11-18T20:36:47,279 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/info/7754347542274c3f9bddb926fb221f5e as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/info/7754347542274c3f9bddb926fb221f5e 2024-11-18T20:36:47,282 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/info/7754347542274c3f9bddb926fb221f5e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:36:47,283 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/ns/cef6a0f9732042d49a4d597f50d3fa99 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/ns/cef6a0f9732042d49a4d597f50d3fa99 2024-11-18T20:36:47,286 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/ns/cef6a0f9732042d49a4d597f50d3fa99, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:36:47,287 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/rep_barrier/08a88754e29843ff9946062f06c0691d as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/rep_barrier/08a88754e29843ff9946062f06c0691d 2024-11-18T20:36:47,290 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/rep_barrier/08a88754e29843ff9946062f06c0691d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:36:47,291 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/.tmp/table/3312f2f466da4914a9690ec225d66fea as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/table/3312f2f466da4914a9690ec225d66fea 2024-11-18T20:36:47,294 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/table/3312f2f466da4914a9690ec225d66fea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:36:47,295 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-18T20:36:47,305 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:36:47,306 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:47,306 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:47,306 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:47,306 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962205985Running coprocessor pre-close hooks at 1731962205985Disabling compacts and flushes for region at 1731962205985Disabling writes for close at 1731962205985Obtaining lock to block concurrent updates at 1731962205985Preparing flush snapshotting stores in 1588230740 at 1731962205985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962205986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962205986Flushing 1588230740/info: creating writer at 1731962205986Flushing 1588230740/info: appending metadata at 1731962205999 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731962205999Flushing 1588230740/ns: creating writer at 1731962206407 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731962206422 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731962206422Flushing 1588230740/rep_barrier: creating writer at 1731962206833 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962206846 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962206846Flushing 1588230740/table: creating writer at 1731962206854 (+8 ms)Flushing 1588230740/table: appending metadata at 1731962206869 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731962206869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c0538b: reopening flushed file at 1731962207278 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12766450: reopening flushed file at 1731962207282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad87847: reopening flushed file at 1731962207286 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fa977f: reopening flushed file at 1731962207290 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731962207295 (+5 ms)Writing region close event to WAL at 1731962207302 (+7 ms)Running coprocessor post-close hooks at 1731962207306 (+4 ms)Closed at 1731962207306 2024-11-18T20:36:47,306 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:47,386 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:36:47,386 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,46871,1731962190275; all regions closed. 2024-11-18T20:36:47,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:36:47,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.meta.1731962193175.meta not finished, retry = 0 2024-11-18T20:36:47,445 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 to pos 1806, reset compression=false 2024-11-18T20:36:47,456 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:47,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.rep.1731962200929 not finished, retry = 0 2024-11-18T20:36:47,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741839_1015 (size=1733) 2024-11-18T20:36:47,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/WALs/c0a89b2656d4,46871,1731962190275/c0a89b2656d4%2C46871%2C1731962190275.1731962192269 not finished, retry = 0 2024-11-18T20:36:47,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741832_1008 (size=1814) 2024-11-18T20:36:47,695 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:47,695 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:47,695 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:47,695 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:47,695 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:47,695 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:47,696 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,46871,1731962190275 because: Region server is closing 2024-11-18T20:36:47,696 INFO [RS:0;c0a89b2656d4:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:46871. 2024-11-18T20:36:47,696 DEBUG [RS:0;c0a89b2656d4:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:47,696 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:47,696 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:47,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:47,796 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.shipperc0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 terminated 2024-11-18T20:36:47,796 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,46871,1731962190275.replicationSource.wal-reader.c0a89b2656d4%2C46871%2C1731962190275,1-c0a89b2656d4,46871,1731962190275 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:36:47,796 INFO [RS:0;c0a89b2656d4:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:46871. 2024-11-18T20:36:47,797 DEBUG [RS:0;c0a89b2656d4:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:47,797 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:47,797 DEBUG [RS:0;c0a89b2656d4:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:47,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:47,797 INFO [RS:0;c0a89b2656d4:46871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46871 2024-11-18T20:36:47,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871089810/rs/c0a89b2656d4,46871,1731962190275 2024-11-18T20:36:47,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810/rs 2024-11-18T20:36:47,798 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:47,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,46871,1731962190275] 2024-11-18T20:36:47,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11871089810/draining/c0a89b2656d4,46871,1731962190275 already deleted, retry=false 2024-11-18T20:36:47,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,46871,1731962190275 expired; onlineServers=0 2024-11-18T20:36:47,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,41019,1731962190233' ***** 2024-11-18T20:36:47,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:36:47,799 INFO [M:0;c0a89b2656d4:41019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:47,799 INFO [M:0;c0a89b2656d4:41019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:47,799 DEBUG [M:0;c0a89b2656d4:41019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:36:47,799 DEBUG [M:0;c0a89b2656d4:41019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:36:47,799 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962192037 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962192037,5,FailOnTimeoutGroup] 2024-11-18T20:36:47,799 INFO [M:0;c0a89b2656d4:41019 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:47,799 INFO [M:0;c0a89b2656d4:41019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:47,800 DEBUG [M:0;c0a89b2656d4:41019 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:36:47,800 INFO [M:0;c0a89b2656d4:41019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:36:47,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:36:47,800 INFO [M:0;c0a89b2656d4:41019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:47,800 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962192040 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962192040,5,FailOnTimeoutGroup] 2024-11-18T20:36:47,800 INFO [M:0;c0a89b2656d4:41019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:36:47,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:36:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871089810/master 2024-11-18T20:36:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871089810 2024-11-18T20:36:47,800 DEBUG [M:0;c0a89b2656d4:41019 {}] zookeeper.ZKUtil(347): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Unable to get data of znode /11871089810/master because node does not exist (not an error) 2024-11-18T20:36:47,800 WARN [M:0;c0a89b2656d4:41019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:36:47,801 INFO [M:0;c0a89b2656d4:41019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/.lastflushedseqids 2024-11-18T20:36:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:36:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:47,899 INFO [RS:0;c0a89b2656d4:46871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:47,899 INFO [RS:0;c0a89b2656d4:46871 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,46871,1731962190275; zookeeper connection closed. 2024-11-18T20:36:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x100548d035e0004, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:47,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bba057a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bba057a 2024-11-18T20:36:47,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:36:48,159 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:48,209 INFO [M:0;c0a89b2656d4:41019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:36:48,209 INFO [M:0;c0a89b2656d4:41019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:36:48,210 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:48,210 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:48,210 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:48,210 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:48,210 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:48,210 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T20:36:48,227 DEBUG [M:0;c0a89b2656d4:41019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1eaea4334e3407ba0ddf3495b652859 is 82, key is hbase:meta,,1/info:regioninfo/1731962193211/Put/seqid=0 2024-11-18T20:36:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:36:48,631 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1eaea4334e3407ba0ddf3495b652859 2024-11-18T20:36:48,650 DEBUG [M:0;c0a89b2656d4:41019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a1c57f3784f44e1b1b0d33fa88f6af6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962200966/Put/seqid=0 2024-11-18T20:36:48,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741849_1025 (size=8516) 2024-11-18T20:36:48,963 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:49,054 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a1c57f3784f44e1b1b0d33fa88f6af6 2024-11-18T20:36:49,074 DEBUG [M:0;c0a89b2656d4:41019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e103c6c1edf4de18473e5643c1cbc20 is 69, key is c0a89b2656d4,46871,1731962190275/rs:state/1731962192124/Put/seqid=0 2024-11-18T20:36:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:36:49,478 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e103c6c1edf4de18473e5643c1cbc20 2024-11-18T20:36:49,482 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1eaea4334e3407ba0ddf3495b652859 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1eaea4334e3407ba0ddf3495b652859 2024-11-18T20:36:49,486 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1eaea4334e3407ba0ddf3495b652859, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:36:49,486 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a1c57f3784f44e1b1b0d33fa88f6af6 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a1c57f3784f44e1b1b0d33fa88f6af6 2024-11-18T20:36:49,490 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a1c57f3784f44e1b1b0d33fa88f6af6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:36:49,491 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e103c6c1edf4de18473e5643c1cbc20 as hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e103c6c1edf4de18473e5643c1cbc20 2024-11-18T20:36:49,494 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e103c6c1edf4de18473e5643c1cbc20, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:36:49,495 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-18T20:36:49,498 INFO [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:49,498 DEBUG [M:0;c0a89b2656d4:41019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962208209Disabling compacts and flushes for region at 1731962208209Disabling writes for close at 1731962208210 (+1 ms)Obtaining lock to block concurrent updates at 1731962208210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962208210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731962208210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962208211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962208211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962208227 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962208227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962208634 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962208650 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962208650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962209058 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962209073 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962209073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f32be3: reopening flushed file at 1731962209482 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fc029d: reopening flushed file at 1731962209486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c0894b: reopening flushed file at 1731962209490 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731962209495 (+5 ms)Writing region close event to WAL at 1731962209498 (+3 ms)Closed at 1731962209498 2024-11-18T20:36:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38455 is added to blk_1073741830_1006 (size=63654) 2024-11-18T20:36:49,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52737cd5-daae-fe71-79e3-4cfdd8fd03c8/MasterData/WALs/c0a89b2656d4,41019,1731962190233/c0a89b2656d4%2C41019%2C1731962190233.1731962191966 not finished, retry = 0 2024-11-18T20:36:49,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:49,604 INFO [M:0;c0a89b2656d4:41019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:36:49,604 INFO [M:0;c0a89b2656d4:41019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41019 2024-11-18T20:36:49,604 INFO [M:0;c0a89b2656d4:41019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:49,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:49,705 INFO [M:0;c0a89b2656d4:41019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:49,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x100548d035e0003, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:49,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40e5f5b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:49,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:49,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:49,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:49,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:49,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:36:49,709 WARN [BP-2139869440-172.17.0.2-1731962189799 heartbeating to localhost/127.0.0.1:34781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:36:49,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:36:49,709 WARN [BP-2139869440-172.17.0.2-1731962189799 heartbeating to localhost/127.0.0.1:34781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139869440-172.17.0.2-1731962189799 (Datanode Uuid dcbd2817-89f8-457e-bf64-ad0aa9ef6430) service to localhost/127.0.0.1:34781 2024-11-18T20:36:49,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/cluster_d73aaccd-f3de-8f13-236b-415e67d5db5d/data/data1/current/BP-2139869440-172.17.0.2-1731962189799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:49,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/cluster_d73aaccd-f3de-8f13-236b-415e67d5db5d/data/data2/current/BP-2139869440-172.17.0.2-1731962189799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:49,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:36:49,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173d8147{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:49,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:49,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:49,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:49,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:49,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:36:49,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:36:49,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:49,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:49,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:49,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:49,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:49,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:36:49,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1990898885, stopped=false 2024-11-18T20:36:49,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40825,1731962186986 2024-11-18T20:36:49,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1296212027/running 2024-11-18T20:36:49,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1296212027/running 2024-11-18T20:36:49,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:49,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:49,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:49,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:36:49,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:49,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,45915,1731962187036' ***** 2024-11-18T20:36:49,729 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:36:49,729 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:36:49,729 INFO [RS:0;c0a89b2656d4:45915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:36:49,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:36:49,729 INFO [RS:0;c0a89b2656d4:45915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:36:49,729 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(3091): Received CLOSE for a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45915. 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4d981d36cc2adb56f0ea3e20906bf38, disabling compactions & flushes 2024-11-18T20:36:49,730 DEBUG [RS:0;c0a89b2656d4:45915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:49,730 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:49,730 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. after waiting 0 ms 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:36:49,730 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4d981d36cc2adb56f0ea3e20906bf38 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T20:36:49,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/running 2024-11-18T20:36:49,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Set watcher on znode that does not yet exist, /0-1296212027/running 2024-11-18T20:36:49,730 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:36:49,730 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a4d981d36cc2adb56f0ea3e20906bf38=test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38., 6b9228e92d0ec5bf06aa39b77dad4c6f=hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.} 2024-11-18T20:36:49,730 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:49,730 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:49,730 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:49,731 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:36:49,745 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/f/e8f3dcfd1b2e4c44aedff5fca41bacf2 is 29, key is row1/f:/1731962204975/DeleteFamily/seqid=0 2024-11-18T20:36:49,747 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/info/32c1a9b6c68c415981100aee09105949 is 147, key is hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f./info:regioninfo/1731962198803/Put/seqid=0 2024-11-18T20:36:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741840_1016 (size=5118) 2024-11-18T20:36:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:36:49,823 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:49,866 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 914, reset compression=false 2024-11-18T20:36:49,871 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:49,871 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 1161, reset compression=false 2024-11-18T20:36:49,871 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45915,1731962187036 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:36:49,871 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,45915,1731962187036: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,45915,1731962187036, walGroup=c0a89b2656d4%2C45915%2C1731962187036, offset=c0a89b2656d4%2C45915%2C1731962187036.1731962188743:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:45915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:36:49,872 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:36:49,872 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:36:49,873 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:36:49,873 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:36:49,873 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:36:49,873 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 622761728 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191648192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:36:49,873 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:40825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:40825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:36:49,930 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:50,075 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 1161, reset compression=false 2024-11-18T20:36:50,131 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:50,149 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/f/e8f3dcfd1b2e4c44aedff5fca41bacf2 2024-11-18T20:36:50,153 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f3dcfd1b2e4c44aedff5fca41bacf2 2024-11-18T20:36:50,154 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/info/32c1a9b6c68c415981100aee09105949 2024-11-18T20:36:50,166 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/f1/cdd70fad21644804a5370f56d7bdfaa3 is 30, key is row1/f1:/1731962204975/DeleteFamily/seqid=0 2024-11-18T20:36:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741842_1018 (size=5123) 2024-11-18T20:36:50,174 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/ns/19141fb15c694f30a3412542ba8b8b29 is 43, key is default/ns:d/1731962189739/Put/seqid=0 2024-11-18T20:36:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741843_1019 (size=5153) 2024-11-18T20:36:50,331 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:50,379 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 1161, reset compression=false 2024-11-18T20:36:50,531 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:50,570 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/f1/cdd70fad21644804a5370f56d7bdfaa3 2024-11-18T20:36:50,574 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdd70fad21644804a5370f56d7bdfaa3 2024-11-18T20:36:50,577 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/ns/19141fb15c694f30a3412542ba8b8b29 2024-11-18T20:36:50,591 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/norep/d43d5d7a1d05475d9dd22850063d49c0 is 32, key is row/norep:/1731962203966/DeleteFamily/seqid=0 2024-11-18T20:36:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741844_1020 (size=5101) 2024-11-18T20:36:50,597 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/rep_barrier/36c157e6850a442eb236a1623c693a2e is 112, key is test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38./rep_barrier:seqnumDuringOpen/1731962194470/Put/seqid=0 2024-11-18T20:36:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:36:50,601 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/rep_barrier/36c157e6850a442eb236a1623c693a2e 2024-11-18T20:36:50,607 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:36:50,607 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:36:50,618 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/table/6ba97b6bc2384b72a7c347ea328375a0 is 53, key is hbase:replication/table:state/1731962198809/Put/seqid=0 2024-11-18T20:36:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:36:50,731 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:50,783 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 1161, reset compression=false 2024-11-18T20:36:50,931 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9228e92d0ec5bf06aa39b77dad4c6f, a4d981d36cc2adb56f0ea3e20906bf38 2024-11-18T20:36:50,995 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/norep/d43d5d7a1d05475d9dd22850063d49c0 2024-11-18T20:36:50,999 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d43d5d7a1d05475d9dd22850063d49c0 2024-11-18T20:36:50,999 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/f/e8f3dcfd1b2e4c44aedff5fca41bacf2 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/f/e8f3dcfd1b2e4c44aedff5fca41bacf2 2024-11-18T20:36:51,002 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f3dcfd1b2e4c44aedff5fca41bacf2 2024-11-18T20:36:51,003 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/f/e8f3dcfd1b2e4c44aedff5fca41bacf2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:36:51,003 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/f1/cdd70fad21644804a5370f56d7bdfaa3 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/f1/cdd70fad21644804a5370f56d7bdfaa3 2024-11-18T20:36:51,007 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdd70fad21644804a5370f56d7bdfaa3 2024-11-18T20:36:51,007 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/f1/cdd70fad21644804a5370f56d7bdfaa3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T20:36:51,008 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/.tmp/norep/d43d5d7a1d05475d9dd22850063d49c0 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/norep/d43d5d7a1d05475d9dd22850063d49c0 2024-11-18T20:36:51,011 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d43d5d7a1d05475d9dd22850063d49c0 2024-11-18T20:36:51,012 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/norep/d43d5d7a1d05475d9dd22850063d49c0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T20:36:51,012 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a4d981d36cc2adb56f0ea3e20906bf38 in 1282ms, sequenceid=8, compaction requested=false 2024-11-18T20:36:51,013 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:36:51,017 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/default/test/a4d981d36cc2adb56f0ea3e20906bf38/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T20:36:51,017 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:51,017 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:51,017 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:51,017 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4d981d36cc2adb56f0ea3e20906bf38: Waiting for close lock at 1731962209730Running coprocessor pre-close hooks at 1731962209730Disabling compacts and flushes for region at 1731962209730Disabling writes for close at 1731962209730Obtaining lock to block concurrent updates at 1731962209730Preparing flush snapshotting stores in a4d981d36cc2adb56f0ea3e20906bf38 at 1731962209730Finished memstore snapshotting test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731962209731 (+1 ms)Flushing stores of test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. at 1731962209732 (+1 ms)Flushing a4d981d36cc2adb56f0ea3e20906bf38/f: creating writer at 1731962209732Flushing a4d981d36cc2adb56f0ea3e20906bf38/f: appending metadata at 1731962209744 (+12 ms)Flushing a4d981d36cc2adb56f0ea3e20906bf38/f: closing flushed file at 1731962209744Flushing a4d981d36cc2adb56f0ea3e20906bf38/f1: creating writer at 1731962210153 (+409 ms)Flushing a4d981d36cc2adb56f0ea3e20906bf38/f1: appending metadata at 1731962210166 (+13 ms)Flushing a4d981d36cc2adb56f0ea3e20906bf38/f1: closing flushed file at 1731962210166Flushing a4d981d36cc2adb56f0ea3e20906bf38/norep: creating writer at 1731962210574 (+408 ms)Flushing a4d981d36cc2adb56f0ea3e20906bf38/norep: appending metadata at 1731962210590 (+16 ms)Flushing a4d981d36cc2adb56f0ea3e20906bf38/norep: closing flushed file at 1731962210590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692cd10f: reopening flushed file at 1731962210999 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64830574: reopening flushed file at 1731962211003 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28350e63: reopening flushed file at 1731962211007 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a4d981d36cc2adb56f0ea3e20906bf38 in 1282ms, sequenceid=8, compaction requested=false at 1731962211012 (+5 ms)Writing region close event to WAL at 1731962211014 (+2 ms)Running coprocessor post-close hooks at 1731962211017 (+3 ms)Closed at 1731962211017 2024-11-18T20:36:51,017 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962193323.a4d981d36cc2adb56f0ea3e20906bf38. 2024-11-18T20:36:51,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b9228e92d0ec5bf06aa39b77dad4c6f, disabling compactions & flushes 2024-11-18T20:36:51,018 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. after waiting 0 ms 2024-11-18T20:36:51,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b9228e92d0ec5bf06aa39b77dad4c6f: Waiting for close lock at 1731962211018Running coprocessor pre-close hooks at 1731962211018Disabling compacts and flushes for region at 1731962211018Disabling writes for close at 1731962211018Failed flush hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f., putting online again at 1731962211018 2024-11-18T20:36:51,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,022 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/table/6ba97b6bc2384b72a7c347ea328375a0 2024-11-18T20:36:51,026 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/info/32c1a9b6c68c415981100aee09105949 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/info/32c1a9b6c68c415981100aee09105949 2024-11-18T20:36:51,030 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/info/32c1a9b6c68c415981100aee09105949, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:36:51,030 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/ns/19141fb15c694f30a3412542ba8b8b29 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/ns/19141fb15c694f30a3412542ba8b8b29 2024-11-18T20:36:51,034 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/ns/19141fb15c694f30a3412542ba8b8b29, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:36:51,034 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/rep_barrier/36c157e6850a442eb236a1623c693a2e as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/rep_barrier/36c157e6850a442eb236a1623c693a2e 2024-11-18T20:36:51,038 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/rep_barrier/36c157e6850a442eb236a1623c693a2e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:36:51,038 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/.tmp/table/6ba97b6bc2384b72a7c347ea328375a0 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/table/6ba97b6bc2384b72a7c347ea328375a0 2024-11-18T20:36:51,042 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/table/6ba97b6bc2384b72a7c347ea328375a0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:36:51,042 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-18T20:36:51,042 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:36:51,046 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:36:51,047 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:36:51,047 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:36:51,047 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:51,047 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962209730Running coprocessor pre-close hooks at 1731962209730Disabling compacts and flushes for region at 1731962209730Disabling writes for close at 1731962209730Obtaining lock to block concurrent updates at 1731962209731 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731962209731Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962209731Flushing stores of hbase:meta,,1.1588230740 at 1731962209731Flushing 1588230740/info: creating writer at 1731962209731Flushing 1588230740/info: appending metadata at 1731962209747 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731962209747Flushing 1588230740/ns: creating writer at 1731962210158 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731962210173 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731962210173Flushing 1588230740/rep_barrier: creating writer at 1731962210581 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962210597 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962210597Flushing 1588230740/table: creating writer at 1731962210604 (+7 ms)Flushing 1588230740/table: appending metadata at 1731962210618 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731962210618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3024951f: reopening flushed file at 1731962211025 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6fd3b5: reopening flushed file at 1731962211030 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396ee4e6: reopening flushed file at 1731962211034 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b887ffb: reopening flushed file at 1731962211038 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731962211042 (+4 ms)Writing region close event to WAL at 1731962211044 (+2 ms)Running coprocessor post-close hooks at 1731962211047 (+3 ms)Closed at 1731962211047 2024-11-18T20:36:51,047 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:51,132 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:36:51,132 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1325): Online Regions={6b9228e92d0ec5bf06aa39b77dad4c6f=hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f.} 2024-11-18T20:36:51,132 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:51,132 DEBUG [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1351): Waiting on 6b9228e92d0ec5bf06aa39b77dad4c6f 2024-11-18T20:36:51,132 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b9228e92d0ec5bf06aa39b77dad4c6f, disabling compactions & flushes 2024-11-18T20:36:51,132 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,132 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,132 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. after waiting 0 ms 2024-11-18T20:36:51,132 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,132 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b9228e92d0ec5bf06aa39b77dad4c6f: Waiting for close lock at 1731962211132Running coprocessor pre-close hooks at 1731962211132Disabling compacts and flushes for region at 1731962211132Disabling writes for close at 1731962211132Failed flush hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f., putting online again at 1731962211132 2024-11-18T20:36:51,132 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962197643.6b9228e92d0ec5bf06aa39b77dad4c6f. 2024-11-18T20:36:51,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:36:51,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:51,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28338 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:36:51,286 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 1161, reset compression=false 2024-11-18T20:36:51,291 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:36:51,291 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.wal-reader.c0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 to pos 1805, reset compression=false 2024-11-18T20:36:51,332 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:36:51,332 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,45915,1731962187036; all regions closed. 2024-11-18T20:36:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:36:51,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741839_1015 (size=1733) 2024-11-18T20:36:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741832_1008 (size=1813) 2024-11-18T20:36:51,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/WALs/c0a89b2656d4,45915,1731962187036/c0a89b2656d4%2C45915%2C1731962187036.1731962188743 not finished, retry = 0 2024-11-18T20:36:51,439 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:51,439 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:36:51,439 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:51,439 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:51,439 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:51,439 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:51,439 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,45915,1731962187036 because: Region server is closing 2024-11-18T20:36:51,440 INFO [RS:0;c0a89b2656d4:45915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45915. 2024-11-18T20:36:51,440 DEBUG [RS:0;c0a89b2656d4:45915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:51,440 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:51,440 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:51,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:51,540 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45915,1731962187036.replicationSource.shipperc0a89b2656d4%2C45915%2C1731962187036,1-c0a89b2656d4,45915,1731962187036 terminated 2024-11-18T20:36:51,540 INFO [RS:0;c0a89b2656d4:45915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45915. 2024-11-18T20:36:51,540 DEBUG [RS:0;c0a89b2656d4:45915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:36:51,540 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:51,540 DEBUG [RS:0;c0a89b2656d4:45915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:51,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:36:51,541 INFO [RS:0;c0a89b2656d4:45915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45915 2024-11-18T20:36:51,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027/rs 2024-11-18T20:36:51,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1296212027/rs/c0a89b2656d4,45915,1731962187036 2024-11-18T20:36:51,542 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:51,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,45915,1731962187036] 2024-11-18T20:36:51,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1296212027/draining/c0a89b2656d4,45915,1731962187036 already deleted, retry=false 2024-11-18T20:36:51,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,45915,1731962187036 expired; onlineServers=0 2024-11-18T20:36:51,543 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40825,1731962186986' ***** 2024-11-18T20:36:51,543 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:36:51,543 INFO [M:0;c0a89b2656d4:40825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:36:51,543 INFO [M:0;c0a89b2656d4:40825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:36:51,543 DEBUG [M:0;c0a89b2656d4:40825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:36:51,543 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:36:51,543 DEBUG [M:0;c0a89b2656d4:40825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:36:51,543 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962188560 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962188560,5,FailOnTimeoutGroup] 2024-11-18T20:36:51,543 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962188559 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962188559,5,FailOnTimeoutGroup] 2024-11-18T20:36:51,543 INFO [M:0;c0a89b2656d4:40825 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:36:51,543 INFO [M:0;c0a89b2656d4:40825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:36:51,543 DEBUG [M:0;c0a89b2656d4:40825 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:36:51,543 INFO [M:0;c0a89b2656d4:40825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:36:51,544 INFO [M:0;c0a89b2656d4:40825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:36:51,544 INFO [M:0;c0a89b2656d4:40825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:36:51,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:36:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1296212027/master 2024-11-18T20:36:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1296212027 2024-11-18T20:36:51,544 DEBUG [M:0;c0a89b2656d4:40825 {}] zookeeper.ZKUtil(347): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Unable to get data of znode /0-1296212027/master because node does not exist (not an error) 2024-11-18T20:36:51,544 WARN [M:0;c0a89b2656d4:40825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:36:51,545 INFO [M:0;c0a89b2656d4:40825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/.lastflushedseqids 2024-11-18T20:36:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:36:51,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:51,642 INFO [RS:0;c0a89b2656d4:45915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:51,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45915-0x100548d035e0001, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:51,642 INFO [RS:0;c0a89b2656d4:45915 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,45915,1731962187036; zookeeper connection closed. 2024-11-18T20:36:51,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d24d276 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d24d276 2024-11-18T20:36:51,643 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:36:51,949 INFO [M:0;c0a89b2656d4:40825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:36:51,949 INFO [M:0;c0a89b2656d4:40825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:36:51,950 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:51,950 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:51,950 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:51,950 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:51,950 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:51,950 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T20:36:51,967 DEBUG [M:0;c0a89b2656d4:40825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3335a966a8142e99f526bc3efb71065 is 82, key is hbase:meta,,1/info:regioninfo/1731962189731/Put/seqid=0 2024-11-18T20:36:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:36:52,371 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3335a966a8142e99f526bc3efb71065 2024-11-18T20:36:52,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:52,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,392 DEBUG [M:0;c0a89b2656d4:40825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fe9d2c05d894d3e869e7c6adbc9e20a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962198812/Put/seqid=0 2024-11-18T20:36:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741849_1025 (size=8516) 2024-11-18T20:36:52,396 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fe9d2c05d894d3e869e7c6adbc9e20a 2024-11-18T20:36:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,423 DEBUG [M:0;c0a89b2656d4:40825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81d884dfab844010a11a86db70ea0828 is 69, key is c0a89b2656d4,45915,1731962187036/rs:state/1731962188590/Put/seqid=0 2024-11-18T20:36:52,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:36:52,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:52,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:36:52,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:36:52,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:36:52,830 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81d884dfab844010a11a86db70ea0828 2024-11-18T20:36:52,835 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3335a966a8142e99f526bc3efb71065 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3335a966a8142e99f526bc3efb71065 2024-11-18T20:36:52,839 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3335a966a8142e99f526bc3efb71065, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:36:52,839 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fe9d2c05d894d3e869e7c6adbc9e20a as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fe9d2c05d894d3e869e7c6adbc9e20a 2024-11-18T20:36:52,843 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fe9d2c05d894d3e869e7c6adbc9e20a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:36:52,843 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81d884dfab844010a11a86db70ea0828 as hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81d884dfab844010a11a86db70ea0828 2024-11-18T20:36:52,846 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43401/user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81d884dfab844010a11a86db70ea0828, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:36:52,847 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false 2024-11-18T20:36:52,848 INFO [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:52,848 DEBUG [M:0;c0a89b2656d4:40825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962211949Disabling compacts and flushes for region at 1731962211950 (+1 ms)Disabling writes for close at 1731962211950Obtaining lock to block concurrent updates at 1731962211950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962211950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731962211950Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962211951 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962211951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962211967 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962211967Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962212375 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962212391 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962212391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962212400 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962212422 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962212422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c80d08f: reopening flushed file at 1731962212834 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8ed99b: reopening flushed file at 1731962212839 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fb7ebc: reopening flushed file at 1731962212843 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false at 1731962212847 (+4 ms)Writing region close event to WAL at 1731962212848 (+1 ms)Closed at 1731962212848 2024-11-18T20:36:52,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741830_1006 (size=63654) 2024-11-18T20:36:52,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3fc2563-3b40-892b-031f-a580c358dd48/MasterData/WALs/c0a89b2656d4,40825,1731962186986/c0a89b2656d4%2C40825%2C1731962186986.1731962188351 not finished, retry = 0 2024-11-18T20:36:52,950 INFO [M:0;c0a89b2656d4:40825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:36:52,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:36:52,950 INFO [M:0;c0a89b2656d4:40825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40825 2024-11-18T20:36:52,951 INFO [M:0;c0a89b2656d4:40825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:36:53,052 INFO [M:0;c0a89b2656d4:40825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:36:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40825-0x100548d035e0000, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:36:53,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4260ffd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:53,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:53,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:53,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:53,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:53,056 WARN [BP-274959165-172.17.0.2-1731962185507 heartbeating to localhost/127.0.0.1:43401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:36:53,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:36:53,056 WARN [BP-274959165-172.17.0.2-1731962185507 heartbeating to localhost/127.0.0.1:43401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-274959165-172.17.0.2-1731962185507 (Datanode Uuid 42492717-5018-4254-9aeb-14322eccdbb5) service to localhost/127.0.0.1:43401 2024-11-18T20:36:53,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:36:53,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/data/data1/current/BP-274959165-172.17.0.2-1731962185507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:53,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/cluster_9f691667-410a-f81e-09f0-cef998a3eb42/data/data2/current/BP-274959165-172.17.0.2-1731962185507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:36:53,056 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:36:53,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5172f5da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:53,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:36:53,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:36:53,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:36:53,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03724c5d-a63e-4bb0-82b8-cfebbca62a20/hadoop.log.dir/,STOPPED} 2024-11-18T20:36:53,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:36:53,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:36:53,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 247) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54946) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34781 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54946) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=2341 (was 2256) - AvailableMemoryMB LEAK? - 2024-11-18T20:36:53,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=2341 2024-11-18T20:36:53,109 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T20:36:53,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir so I do NOT create it in target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d 2024-11-18T20:36:53,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:36:53,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.tmp.dir so I do NOT create it in target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d 2024-11-18T20:36:53,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb645f8f-700c-a74d-6f13-d4afc91b66b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:36:53,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d 2024-11-18T20:36:53,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e, deleteOnExit=true 2024-11-18T20:36:53,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/zookeeper_0, clientPort=52316, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:36:53,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52316 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/test.cache.data in system properties and HBase conf 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:36:53,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:36:53,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:36:53,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:36:53,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:36:53,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:53,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:36:53,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:36:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548d035e0005, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:36:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548d035e0002, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:36:53,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548d035e0002, quorum=127.0.0.1:54946, baseZNode=/0-1296212027 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:36:53,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548d035e0005, quorum=127.0.0.1:54946, baseZNode=/11871089810 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:36:53,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:53,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:53,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:53,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:53,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:36:53,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:53,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:53,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:53,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/java.io.tmpdir/jetty-localhost-36425-hadoop-hdfs-3_4_1-tests_jar-_-any-10546009792603440779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:53,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:36425} 2024-11-18T20:36:53,280 INFO [Time-limited test {}] server.Server(415): Started @205399ms 2024-11-18T20:36:53,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:53,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:53,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:53,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:53,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:53,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:53,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:53,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188d364{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-11366344992668537897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:53,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-11-18T20:36:53,441 INFO [Time-limited test {}] server.Server(415): Started @205560ms 2024-11-18T20:36:53,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:36:53,503 WARN [Thread-2640 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/data/data1/current/BP-1703207979-172.17.0.2-1731962213133/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:53,503 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/data/data2/current/BP-1703207979-172.17.0.2-1731962213133/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:53,523 WARN [Thread-2628 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:36:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e6f4666f4458a9b with lease ID 0x11ea91d2b6d6171f: Processing first storage report for DS-4a0db72c-7c3f-405c-87f8-4ca9ab174d39 from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=510943b1-663a-40d0-91b1-a695cddf7c81, infoPort=35173, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=205827089;c=1731962213133) 2024-11-18T20:36:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e6f4666f4458a9b with lease ID 0x11ea91d2b6d6171f: from storage DS-4a0db72c-7c3f-405c-87f8-4ca9ab174d39 node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=510943b1-663a-40d0-91b1-a695cddf7c81, infoPort=35173, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=205827089;c=1731962213133), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e6f4666f4458a9b with lease ID 0x11ea91d2b6d6171f: Processing first storage report for DS-6cd8612d-7c4b-4789-832b-f71c954f207d from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=510943b1-663a-40d0-91b1-a695cddf7c81, infoPort=35173, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=205827089;c=1731962213133) 2024-11-18T20:36:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e6f4666f4458a9b with lease ID 0x11ea91d2b6d6171f: from storage DS-6cd8612d-7c4b-4789-832b-f71c954f207d node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=510943b1-663a-40d0-91b1-a695cddf7c81, infoPort=35173, infoSecurePort=0, ipcPort=39361, storageInfo=lv=-57;cid=testClusterID;nsid=205827089;c=1731962213133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:53,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d 2024-11-18T20:36:53,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:53,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:36:53,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4 with version=8 2024-11-18T20:36:53,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/hbase-staging 2024-11-18T20:36:53,972 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:53,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39701 2024-11-18T20:36:53,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39701 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:36:53,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397010x0, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:53,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39701-0x100548d6f660000 connected 2024-11-18T20:36:53,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:53,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:53,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/running 2024-11-18T20:36:53,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4, hbase.cluster.distributed=false 2024-11-18T20:36:53,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/acl 2024-11-18T20:36:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39701 2024-11-18T20:36:53,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39701 2024-11-18T20:36:54,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39701 2024-11-18T20:36:54,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39701 2024-11-18T20:36:54,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39701 2024-11-18T20:36:54,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:36:54,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:54,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45345 2024-11-18T20:36:54,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45345 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:36:54,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:54,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:54,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453450x0, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:54,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453450x0, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/running 2024-11-18T20:36:54,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45345-0x100548d6f660001 connected 2024-11-18T20:36:54,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:36:54,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:36:54,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/master 2024-11-18T20:36:54,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/acl 2024-11-18T20:36:54,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45345 2024-11-18T20:36:54,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45345 2024-11-18T20:36:54,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45345 2024-11-18T20:36:54,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45345 2024-11-18T20:36:54,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45345 2024-11-18T20:36:54,046 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:39701 2024-11-18T20:36:54,047 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1135869694/backup-masters/c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694/backup-masters 2024-11-18T20:36:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694/backup-masters 2024-11-18T20:36:54,048 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on existing znode=/0-1135869694/backup-masters/c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1135869694/master 2024-11-18T20:36:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:54,049 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on existing znode=/0-1135869694/master 2024-11-18T20:36:54,049 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1135869694/backup-masters/c0a89b2656d4,39701,1731962213972 from backup master directory 2024-11-18T20:36:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135869694/backup-masters/c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694/backup-masters 2024-11-18T20:36:54,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694/backup-masters 2024-11-18T20:36:54,050 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:54,050 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:54,054 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/hbase.id] with ID: 3e5192f0-2c03-4fd6-850f-746ffae5e17e 2024-11-18T20:36:54,054 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/.tmp/hbase.id 2024-11-18T20:36:54,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:36:54,459 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/.tmp/hbase.id]:[hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/hbase.id] 2024-11-18T20:36:54,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:54,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:36:54,467 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:36:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:36:54,872 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:54,873 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:36:54,873 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:36:55,279 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store 2024-11-18T20:36:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:36:55,685 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:55,685 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:55,685 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:55,685 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:55,685 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:55,685 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:55,685 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:55,685 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962215685Disabling compacts and flushes for region at 1731962215685Disabling writes for close at 1731962215685Writing region close event to WAL at 1731962215685Closed at 1731962215685 2024-11-18T20:36:55,686 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/.initializing 2024-11-18T20:36:55,686 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/WALs/c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:55,687 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:55,688 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C39701%2C1731962213972, suffix=, logDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/WALs/c0a89b2656d4,39701,1731962213972, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/oldWALs, maxLogs=10 2024-11-18T20:36:55,700 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/WALs/c0a89b2656d4,39701,1731962213972/c0a89b2656d4%2C39701%2C1731962213972.1731962215688, exclude list is [], retry=0 2024-11-18T20:36:55,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4a0db72c-7c3f-405c-87f8-4ca9ab174d39,DISK] 2024-11-18T20:36:55,704 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/WALs/c0a89b2656d4,39701,1731962213972/c0a89b2656d4%2C39701%2C1731962213972.1731962215688 2024-11-18T20:36:55,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35173:35173)] 2024-11-18T20:36:55,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:55,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:55,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:36:55,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:55,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:55,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:36:55,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:55,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:55,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:36:55,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:55,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:55,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:36:55,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:55,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:55,711 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,711 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,711 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,712 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,712 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,713 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:55,713 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:55,715 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:55,715 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71150130, jitterRate=0.06021955609321594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:55,715 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962215704Initializing all the Stores at 1731962215705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962215705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962215705Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962215705Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962215705Cleaning up temporary data from old regions at 1731962215712 (+7 ms)Region opened successfully at 1731962215715 (+3 ms) 2024-11-18T20:36:55,716 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:36:55,718 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5b9e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:55,718 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:36:55,719 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:36:55,719 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:36:55,719 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:36:55,719 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:36:55,720 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:36:55,720 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:36:55,723 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:36:55,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Unable to get data of znode /0-1135869694/balancer because node does not exist (not necessarily an error) 2024-11-18T20:36:55,725 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135869694/balancer already deleted, retry=false 2024-11-18T20:36:55,725 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:36:55,726 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Unable to get data of znode /0-1135869694/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:36:55,726 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135869694/normalizer already deleted, retry=false 2024-11-18T20:36:55,726 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:36:55,727 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Unable to get data of znode /0-1135869694/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:36:55,728 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135869694/switch/split already deleted, retry=false 2024-11-18T20:36:55,728 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Unable to get data of znode /0-1135869694/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:36:55,729 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135869694/switch/merge already deleted, retry=false 2024-11-18T20:36:55,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Unable to get data of znode /0-1135869694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:36:55,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135869694/snapshot-cleanup already deleted, retry=false 2024-11-18T20:36:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1135869694/running 2024-11-18T20:36:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1135869694/running 2024-11-18T20:36:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:55,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:55,732 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,39701,1731962213972, sessionid=0x100548d6f660000, setting cluster-up flag (Was=false) 2024-11-18T20:36:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:55,735 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1135869694/flush-table-proc/acquired, /0-1135869694/flush-table-proc/reached, /0-1135869694/flush-table-proc/abort 2024-11-18T20:36:55,736 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:55,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:55,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:55,739 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1135869694/online-snapshot/acquired, /0-1135869694/online-snapshot/reached, /0-1135869694/online-snapshot/abort 2024-11-18T20:36:55,740 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:55,741 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:36:55,742 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:55,742 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:36:55,743 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:36:55,743 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,39701,1731962213972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:55,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,744 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962245744 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:36:55,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:36:55,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:36:55,745 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:55,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:36:55,749 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:36:55,749 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:36:55,749 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:36:55,749 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:36:55,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:36:55,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:36:55,751 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962215750,5,FailOnTimeoutGroup] 2024-11-18T20:36:55,753 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962215751,5,FailOnTimeoutGroup] 2024-11-18T20:36:55,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:36:55,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:36:55,836 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(746): ClusterId : 3e5192f0-2c03-4fd6-850f-746ffae5e17e 2024-11-18T20:36:55,836 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:36:55,837 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:36:55,837 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:36:55,838 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:36:55,838 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352e55c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:55,849 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:45345 2024-11-18T20:36:55,849 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:36:55,849 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:36:55,849 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:36:55,849 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,39701,1731962213972 with port=45345, startcode=1731962214014 2024-11-18T20:36:55,850 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:36:55,851 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:36:55,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:55,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39701 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:55,853 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4 2024-11-18T20:36:55,853 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46881 2024-11-18T20:36:55,853 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:36:55,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694/rs 2024-11-18T20:36:55,854 DEBUG [RS:0;c0a89b2656d4:45345 {}] zookeeper.ZKUtil(111): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on existing znode=/0-1135869694/rs/c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:55,854 WARN [RS:0;c0a89b2656d4:45345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:55,854 INFO [RS:0;c0a89b2656d4:45345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:55,854 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:55,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,45345,1731962214014] 2024-11-18T20:36:55,856 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:36:55,857 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:36:55,857 INFO [RS:0;c0a89b2656d4:45345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:36:55,857 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,858 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:36:55,858 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:36:55,858 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:55,858 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:55,859 DEBUG [RS:0;c0a89b2656d4:45345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:55,859 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,859 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,859 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,859 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,859 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,859 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45345,1731962214014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:55,875 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:36:55,875 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,45345,1731962214014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,875 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,875 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.Replication(171): c0a89b2656d4,45345,1731962214014 started 2024-11-18T20:36:55,890 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:55,890 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,45345,1731962214014, RpcServer on c0a89b2656d4/172.17.0.2:45345, sessionid=0x100548d6f660001 2024-11-18T20:36:55,890 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:36:55,890 DEBUG [RS:0;c0a89b2656d4:45345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:55,890 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,45345,1731962214014' 2024-11-18T20:36:55,890 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1135869694/flush-table-proc/abort' 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1135869694/flush-table-proc/acquired' 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,45345,1731962214014' 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1135869694/online-snapshot/abort' 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1135869694/online-snapshot/acquired' 2024-11-18T20:36:55,891 DEBUG [RS:0;c0a89b2656d4:45345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:36:55,892 INFO [RS:0;c0a89b2656d4:45345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:36:55,892 INFO [RS:0;c0a89b2656d4:45345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:36:55,992 INFO [RS:0;c0a89b2656d4:45345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:55,993 INFO [RS:0;c0a89b2656d4:45345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45345%2C1731962214014, suffix=, logDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/oldWALs, maxLogs=10 2024-11-18T20:36:56,008 DEBUG [RS:0;c0a89b2656d4:45345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, exclude list is [], retry=0 2024-11-18T20:36:56,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4a0db72c-7c3f-405c-87f8-4ca9ab174d39,DISK] 2024-11-18T20:36:56,012 INFO [RS:0;c0a89b2656d4:45345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 2024-11-18T20:36:56,012 DEBUG [RS:0;c0a89b2656d4:45345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35173:35173)] 2024-11-18T20:36:56,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:36:56,157 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4 2024-11-18T20:36:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:36:56,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:56,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:56,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:56,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:56,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:56,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:56,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:56,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:56,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:56,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740 2024-11-18T20:36:56,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740 2024-11-18T20:36:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:56,569 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:56,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:56,572 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:56,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69220543, jitterRate=0.031466469168663025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:56,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962216561Initializing all the Stores at 1731962216562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962216562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962216562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962216562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962216562Cleaning up temporary data from old regions at 1731962216569 (+7 ms)Region opened successfully at 1731962216572 (+3 ms) 2024-11-18T20:36:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:36:56,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:36:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:36:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:36:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:36:56,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:36:56,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962216573Disabling compacts and flushes for region at 1731962216573Disabling writes for close at 1731962216573Writing region close event to WAL at 1731962216573Closed at 1731962216573 2024-11-18T20:36:56,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:56,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:36:56,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:36:56,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:56,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:36:56,726 DEBUG [c0a89b2656d4:39701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:36:56,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:56,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,45345,1731962214014, state=OPENING 2024-11-18T20:36:56,728 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:36:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:36:56,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:36:56,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45345,1731962214014}] 2024-11-18T20:36:56,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135869694/meta-region-server: CHANGED 2024-11-18T20:36:56,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135869694/meta-region-server: CHANGED 2024-11-18T20:36:56,882 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:36:56,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:36:56,886 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:36:56,886 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:56,886 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:36:56,887 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45345%2C1731962214014.meta, suffix=.meta, logDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/oldWALs, maxLogs=10 2024-11-18T20:36:56,900 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.meta.1731962216887.meta, exclude list is [], retry=0 2024-11-18T20:36:56,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4a0db72c-7c3f-405c-87f8-4ca9ab174d39,DISK] 2024-11-18T20:36:56,903 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.meta.1731962216887.meta 2024-11-18T20:36:56,904 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35173:35173)] 2024-11-18T20:36:56,904 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:56,904 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:36:56,904 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:36:56,904 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:36:56,905 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:36:56,905 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:36:56,905 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:56,905 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:36:56,905 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:36:56,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:36:56,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:36:56,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:36:56,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:36:56,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:36:56,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:36:56,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:36:56,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:36:56,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:56,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:56,911 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:36:56,911 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740 2024-11-18T20:36:56,912 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740 2024-11-18T20:36:56,913 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:36:56,913 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:36:56,913 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:56,914 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:36:56,915 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65160797, jitterRate=-0.029028460383415222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:56,915 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:36:56,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962216905Writing region info on filesystem at 1731962216905Initializing all the Stores at 1731962216906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962216906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962216906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962216906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962216906Cleaning up temporary data from old regions at 1731962216913 (+7 ms)Running coprocessor post-open hooks at 1731962216915 (+2 ms)Region opened successfully at 1731962216916 (+1 ms) 2024-11-18T20:36:56,916 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962216881 2024-11-18T20:36:56,918 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:36:56,918 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:36:56,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:56,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,45345,1731962214014, state=OPEN 2024-11-18T20:36:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1135869694/meta-region-server 2024-11-18T20:36:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1135869694/meta-region-server 2024-11-18T20:36:56,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45345,1731962214014 2024-11-18T20:36:56,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135869694/meta-region-server: CHANGED 2024-11-18T20:36:56,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135869694/meta-region-server: CHANGED 2024-11-18T20:36:56,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:36:56,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,45345,1731962214014 in 190 msec 2024-11-18T20:36:56,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:36:56,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-18T20:36:56,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:56,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:36:56,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:56,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45345,1731962214014, seqNum=-1] 2024-11-18T20:36:56,926 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:56,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:56,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-18T20:36:56,931 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962216931, completionTime=-1 2024-11-18T20:36:56,931 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:36:56,931 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962276933 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962336933 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,39701,1731962213972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,39701,1731962213972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,39701,1731962213972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:39701, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:56,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:56,934 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:56,935 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.886sec 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,39701,1731962213972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:56,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,39701,1731962213972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:36:56,938 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:36:56,939 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:36:56,939 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,39701,1731962213972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:57,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:57,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:36:57,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:36:57,038 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:36:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:36:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:36:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d50c038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:36:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:36:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:36:57,039 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:36:57,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:36:57,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:36:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45345,1731962214014, seqNum=-1] 2024-11-18T20:36:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:36:57,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:36:57,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,39701,1731962213972 2024-11-18T20:36:57,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:36:57,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:57,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548d6f660002 connected 2024-11-18T20:36:57,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir so I do NOT create it in target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4 2024-11-18T20:36:57,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:36:57,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.tmp.dir so I do NOT create it in target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4 2024-11-18T20:36:57,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:36:57,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/cluster_ce22a668-a36d-fff2-a2a9-ae43c55fe6ea, deleteOnExit=true 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/test.cache.data in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:36:57,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:57,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:36:57,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:36:57,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:57,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:57,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:57,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:57,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:36:57,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:57,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:57,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:57,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624c38f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/java.io.tmpdir/jetty-localhost-42781-hadoop-hdfs-3_4_1-tests_jar-_-any-9032152052628495665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:36:57,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:42781} 2024-11-18T20:36:57,209 INFO [Time-limited test {}] server.Server(415): Started @209328ms 2024-11-18T20:36:57,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:36:57,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:36:57,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:36:57,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:36:57,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:36:57,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:36:57,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:36:57,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da64c88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/java.io.tmpdir/jetty-localhost-34791-hadoop-hdfs-3_4_1-tests_jar-_-any-14931337094717450249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:36:57,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:34791} 2024-11-18T20:36:57,365 INFO [Time-limited test {}] server.Server(415): Started @209484ms 2024-11-18T20:36:57,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:36:57,434 WARN [Thread-2761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/cluster_ce22a668-a36d-fff2-a2a9-ae43c55fe6ea/data/data2/current/BP-1498959238-172.17.0.2-1731962217063/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:57,434 WARN [Thread-2760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/cluster_ce22a668-a36d-fff2-a2a9-ae43c55fe6ea/data/data1/current/BP-1498959238-172.17.0.2-1731962217063/current, will proceed with Du for space computation calculation, 2024-11-18T20:36:57,457 WARN [Thread-2748 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:36:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd2f197941983a6 with lease ID 0xd7bf6b3e9fc09e83: Processing first storage report for DS-47ccd09a-c103-4148-82af-b3f78ca4f722 from datanode DatanodeRegistration(127.0.0.1:41089, datanodeUuid=3c3d9fc0-0f9b-4cff-ad92-8bf18c3bd0c7, infoPort=44871, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=1302543190;c=1731962217063) 2024-11-18T20:36:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd2f197941983a6 with lease ID 0xd7bf6b3e9fc09e83: from storage DS-47ccd09a-c103-4148-82af-b3f78ca4f722 node DatanodeRegistration(127.0.0.1:41089, datanodeUuid=3c3d9fc0-0f9b-4cff-ad92-8bf18c3bd0c7, infoPort=44871, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=1302543190;c=1731962217063), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd2f197941983a6 with lease ID 0xd7bf6b3e9fc09e83: Processing first storage report for DS-3e003a7b-e191-4786-9104-d6c6b61fcfbf from datanode DatanodeRegistration(127.0.0.1:41089, datanodeUuid=3c3d9fc0-0f9b-4cff-ad92-8bf18c3bd0c7, infoPort=44871, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=1302543190;c=1731962217063) 2024-11-18T20:36:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd2f197941983a6 with lease ID 0xd7bf6b3e9fc09e83: from storage DS-3e003a7b-e191-4786-9104-d6c6b61fcfbf node DatanodeRegistration(127.0.0.1:41089, datanodeUuid=3c3d9fc0-0f9b-4cff-ad92-8bf18c3bd0c7, infoPort=44871, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=1302543190;c=1731962217063), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:36:57,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4 2024-11-18T20:36:57,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:36:57,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09 with version=8 2024-11-18T20:36:57,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/hbase-staging 2024-11-18T20:36:57,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:36:57,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:57,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44807 2024-11-18T20:36:57,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44807 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:36:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448070x0, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:57,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44807-0x100548d6f660003 connected 2024-11-18T20:36:57,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/running 2024-11-18T20:36:57,532 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09, hbase.cluster.distributed=false 2024-11-18T20:36:57,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/acl 2024-11-18T20:36:57,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-18T20:36:57,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44807 2024-11-18T20:36:57,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44807 2024-11-18T20:36:57,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-18T20:36:57,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44807 2024-11-18T20:36:57,548 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:36:57,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:57,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:57,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:36:57,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:36:57,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:36:57,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:36:57,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:36:57,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42601 2024-11-18T20:36:57,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42601 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:36:57,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426010x0, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:36:57,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426010x0, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/running 2024-11-18T20:36:57,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42601-0x100548d6f660004 connected 2024-11-18T20:36:57,554 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:36:57,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:36:57,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/master 2024-11-18T20:36:57,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/acl 2024-11-18T20:36:57,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42601 2024-11-18T20:36:57,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42601 2024-11-18T20:36:57,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42601 2024-11-18T20:36:57,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42601 2024-11-18T20:36:57,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42601 2024-11-18T20:36:57,572 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:44807 2024-11-18T20:36:57,573 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11114663968/backup-masters/c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968/backup-masters 2024-11-18T20:36:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968/backup-masters 2024-11-18T20:36:57,574 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on existing znode=/11114663968/backup-masters/c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11114663968/master 2024-11-18T20:36:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:57,575 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on existing znode=/11114663968/master 2024-11-18T20:36:57,575 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11114663968/backup-masters/c0a89b2656d4,44807,1731962217501 from backup master directory 2024-11-18T20:36:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114663968/backup-masters/c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968/backup-masters 2024-11-18T20:36:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968/backup-masters 2024-11-18T20:36:57,576 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:57,576 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:57,579 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/hbase.id] with ID: 31c6529b-893b-406f-93ce-2a65f2fa426a 2024-11-18T20:36:57,579 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/.tmp/hbase.id 2024-11-18T20:36:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:36:57,986 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/.tmp/hbase.id]:[hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/hbase.id] 2024-11-18T20:36:57,993 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:36:57,993 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:36:57,994 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:36:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:36:58,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:36:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:36:58,400 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:36:58,400 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:36:58,401 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:36:58,806 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store 2024-11-18T20:36:58,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:36:59,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:59,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:36:59,211 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:59,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:59,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:36:59,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:59,211 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:36:59,211 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962219211Disabling compacts and flushes for region at 1731962219211Disabling writes for close at 1731962219211Writing region close event to WAL at 1731962219211Closed at 1731962219211 2024-11-18T20:36:59,212 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/.initializing 2024-11-18T20:36:59,212 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/WALs/c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:59,213 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:59,214 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C44807%2C1731962217501, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/WALs/c0a89b2656d4,44807,1731962217501, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/oldWALs, maxLogs=10 2024-11-18T20:36:59,226 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/WALs/c0a89b2656d4,44807,1731962217501/c0a89b2656d4%2C44807%2C1731962217501.1731962219214, exclude list is [], retry=0 2024-11-18T20:36:59,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-47ccd09a-c103-4148-82af-b3f78ca4f722,DISK] 2024-11-18T20:36:59,230 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/WALs/c0a89b2656d4,44807,1731962217501/c0a89b2656d4%2C44807%2C1731962217501.1731962219214 2024-11-18T20:36:59,230 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-18T20:36:59,230 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:36:59,230 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:36:59,230 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,230 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:36:59,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:59,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:36:59,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:36:59,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:59,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:59,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:36:59,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:59,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:59,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:36:59,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:59,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:36:59,236 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,237 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,237 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,238 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,238 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,238 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:36:59,239 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:36:59,241 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:36:59,241 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61007264, jitterRate=-0.09092092514038086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:36:59,241 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962219230Initializing all the Stores at 1731962219231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962219231Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962219231Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962219231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962219231Cleaning up temporary data from old regions at 1731962219238 (+7 ms)Region opened successfully at 1731962219241 (+3 ms) 2024-11-18T20:36:59,241 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:36:59,243 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5432ea80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:59,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:36:59,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:36:59,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:36:59,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:36:59,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:36:59,245 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:36:59,245 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:36:59,246 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:36:59,247 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Unable to get data of znode /11114663968/balancer because node does not exist (not necessarily an error) 2024-11-18T20:36:59,247 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114663968/balancer already deleted, retry=false 2024-11-18T20:36:59,248 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:36:59,248 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Unable to get data of znode /11114663968/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:36:59,249 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114663968/normalizer already deleted, retry=false 2024-11-18T20:36:59,249 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:36:59,250 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Unable to get data of znode /11114663968/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:36:59,250 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114663968/switch/split already deleted, retry=false 2024-11-18T20:36:59,251 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Unable to get data of znode /11114663968/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:36:59,251 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114663968/switch/merge already deleted, retry=false 2024-11-18T20:36:59,252 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Unable to get data of znode /11114663968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:36:59,253 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11114663968/snapshot-cleanup already deleted, retry=false 2024-11-18T20:36:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11114663968/running 2024-11-18T20:36:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11114663968/running 2024-11-18T20:36:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:59,254 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,44807,1731962217501, sessionid=0x100548d6f660003, setting cluster-up flag (Was=false) 2024-11-18T20:36:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:59,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:59,258 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11114663968/flush-table-proc/acquired, /11114663968/flush-table-proc/reached, /11114663968/flush-table-proc/abort 2024-11-18T20:36:59,258 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:36:59,262 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11114663968/online-snapshot/acquired, /11114663968/online-snapshot/reached, /11114663968/online-snapshot/abort 2024-11-18T20:36:59,262 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,44807,1731962217501 2024-11-18T20:36:59,263 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:36:59,264 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:59,264 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(746): ClusterId : 31c6529b-893b-406f-93ce-2a65f2fa426a 2024-11-18T20:36:59,264 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:36:59,265 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:36:59,265 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:36:59,265 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,44807,1731962217501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:36:59,266 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:36:59,266 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:59,267 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:59,267 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,267 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29011e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:36:59,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:36:59,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:36:59,275 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:36:59,275 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:36:59,277 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962249277 2024-11-18T20:36:59,277 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:36:59,277 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:36:59,277 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:36:59,278 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:36:59,278 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:36:59,278 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:36:59,280 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,280 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:36:59,281 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:36:59,281 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:36:59,281 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:36:59,283 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:42601 2024-11-18T20:36:59,284 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:36:59,284 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:36:59,284 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:36:59,284 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,44807,1731962217501 with port=42601, startcode=1731962217548 2024-11-18T20:36:59,284 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:36:59,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:36:59,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:36:59,287 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:36:59,288 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:36:59,288 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T20:36:59,288 WARN [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T20:36:59,288 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962219287,5,FailOnTimeoutGroup] 2024-11-18T20:36:59,289 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962219289,5,FailOnTimeoutGroup] 2024-11-18T20:36:59,289 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,289 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:36:59,289 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,289 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:36:59,389 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,44807,1731962217501 with port=42601, startcode=1731962217548 2024-11-18T20:36:59,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,42601,1731962217548 2024-11-18T20:36:59,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44807 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,42601,1731962217548 2024-11-18T20:36:59,391 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09 2024-11-18T20:36:59,391 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33207 2024-11-18T20:36:59,391 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:36:59,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968/rs 2024-11-18T20:36:59,393 DEBUG [RS:0;c0a89b2656d4:42601 {}] zookeeper.ZKUtil(111): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on existing znode=/11114663968/rs/c0a89b2656d4,42601,1731962217548 2024-11-18T20:36:59,393 WARN [RS:0;c0a89b2656d4:42601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:36:59,394 INFO [RS:0;c0a89b2656d4:42601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:36:59,394 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548 2024-11-18T20:36:59,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,42601,1731962217548] 2024-11-18T20:36:59,397 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:36:59,399 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:36:59,399 INFO [RS:0;c0a89b2656d4:42601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:36:59,399 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,400 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:36:59,400 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:36:59,401 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:59,401 DEBUG [RS:0;c0a89b2656d4:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:36:59,402 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,402 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,402 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,402 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,402 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,402 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42601,1731962217548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:36:59,414 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:36:59,414 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42601,1731962217548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,414 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,415 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.Replication(171): c0a89b2656d4,42601,1731962217548 started 2024-11-18T20:36:59,426 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:36:59,427 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,42601,1731962217548, RpcServer on c0a89b2656d4/172.17.0.2:42601, sessionid=0x100548d6f660004 2024-11-18T20:36:59,427 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:36:59,427 DEBUG [RS:0;c0a89b2656d4:42601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,42601,1731962217548 2024-11-18T20:36:59,427 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42601,1731962217548' 2024-11-18T20:36:59,427 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11114663968/flush-table-proc/abort' 2024-11-18T20:36:59,427 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11114663968/flush-table-proc/acquired' 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,42601,1731962217548 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42601,1731962217548' 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11114663968/online-snapshot/abort' 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11114663968/online-snapshot/acquired' 2024-11-18T20:36:59,428 DEBUG [RS:0;c0a89b2656d4:42601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:36:59,428 INFO [RS:0;c0a89b2656d4:42601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:36:59,428 INFO [RS:0;c0a89b2656d4:42601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:36:59,529 INFO [RS:0;c0a89b2656d4:42601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:36:59,530 INFO [RS:0;c0a89b2656d4:42601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42601%2C1731962217548, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/oldWALs, maxLogs=10 2024-11-18T20:36:59,542 DEBUG [RS:0;c0a89b2656d4:42601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, exclude list is [], retry=0 2024-11-18T20:36:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-47ccd09a-c103-4148-82af-b3f78ca4f722,DISK] 2024-11-18T20:36:59,545 INFO [RS:0;c0a89b2656d4:42601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 2024-11-18T20:36:59,546 DEBUG [RS:0;c0a89b2656d4:42601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-18T20:36:59,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:36:59,691 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09 2024-11-18T20:36:59,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:37:00,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:00,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:00,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:00,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:00,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:00,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:00,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:00,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:00,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:00,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:00,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740 2024-11-18T20:37:00,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740 2024-11-18T20:37:00,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:00,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:00,104 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:00,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:00,106 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:00,106 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66989781, jitterRate=-0.0017744749784469604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:00,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962220096Initializing all the Stores at 1731962220097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962220097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962220097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962220097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962220097Cleaning up temporary data from old regions at 1731962220104 (+7 ms)Region opened successfully at 1731962220107 (+3 ms) 2024-11-18T20:37:00,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:00,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:00,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:00,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:00,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:00,107 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:00,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962220107Disabling compacts and flushes for region at 1731962220107Disabling writes for close at 1731962220107Writing region close event to WAL at 1731962220107Closed at 1731962220107 2024-11-18T20:37:00,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:00,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:37:00,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:37:00,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:00,110 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:37:00,260 DEBUG [c0a89b2656d4:44807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:37:00,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:00,261 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42601,1731962217548, state=OPENING 2024-11-18T20:37:00,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:37:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:00,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114663968/meta-region-server: CHANGED 2024-11-18T20:37:00,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114663968/meta-region-server: CHANGED 2024-11-18T20:37:00,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:00,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42601,1731962217548}] 2024-11-18T20:37:00,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:00,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:37:00,419 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:37:00,419 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:00,419 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:37:00,421 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42601%2C1731962217548.meta, suffix=.meta, logDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/oldWALs, maxLogs=10 2024-11-18T20:37:00,436 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.meta.1731962220421.meta, exclude list is [], retry=0 2024-11-18T20:37:00,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-47ccd09a-c103-4148-82af-b3f78ca4f722,DISK] 2024-11-18T20:37:00,439 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.meta.1731962220421.meta 2024-11-18T20:37:00,440 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-18T20:37:00,440 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:00,441 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:00,441 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:00,441 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:37:00,441 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:37:00,441 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:37:00,441 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:00,441 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:37:00,441 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:37:00,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:00,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:00,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:00,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:00,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:00,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:00,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:00,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:00,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:00,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:00,446 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:00,447 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740 2024-11-18T20:37:00,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740 2024-11-18T20:37:00,449 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:00,449 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:00,449 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:00,450 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:00,450 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67186855, jitterRate=0.0011621564626693726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:00,450 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:37:00,451 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962220441Writing region info on filesystem at 1731962220441Initializing all the Stores at 1731962220442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962220442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962220442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962220442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962220442Cleaning up temporary data from old regions at 1731962220449 (+7 ms)Running coprocessor post-open hooks at 1731962220450 (+1 ms)Region opened successfully at 1731962220451 (+1 ms) 2024-11-18T20:37:00,451 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962220415 2024-11-18T20:37:00,453 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:37:00,453 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:37:00,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:00,454 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42601,1731962217548, state=OPEN 2024-11-18T20:37:00,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11114663968/meta-region-server 2024-11-18T20:37:00,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11114663968/meta-region-server 2024-11-18T20:37:00,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114663968/meta-region-server: CHANGED 2024-11-18T20:37:00,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11114663968/meta-region-server: CHANGED 2024-11-18T20:37:00,455 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:00,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:37:00,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42601,1731962217548 in 192 msec 2024-11-18T20:37:00,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:37:00,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-18T20:37:00,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:00,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:37:00,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:00,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42601,1731962217548, seqNum=-1] 2024-11-18T20:37:00,460 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:00,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:00,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-18T20:37:00,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962220466, completionTime=-1 2024-11-18T20:37:00,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:37:00,466 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:37:00,467 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:37:00,467 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962280467 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962340468 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44807,1731962217501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44807,1731962217501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44807,1731962217501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:44807, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,468 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,470 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:37:00,471 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.895sec 2024-11-18T20:37:00,471 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:37:00,471 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:37:00,471 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:37:00,472 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:37:00,472 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:37:00,472 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44807,1731962217501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:00,472 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44807,1731962217501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:37:00,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:37:00,473 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:37:00,473 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,44807,1731962217501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:00,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:00,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,44807,-1 for getting cluster id 2024-11-18T20:37:00,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:00,567 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31c6529b-893b-406f-93ce-2a65f2fa426a' 2024-11-18T20:37:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31c6529b-893b-406f-93ce-2a65f2fa426a" 2024-11-18T20:37:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5091e584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,44807,-1] 2024-11-18T20:37:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:00,568 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:00,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:00,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:00,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42601,1731962217548, seqNum=-1] 2024-11-18T20:37:00,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:00,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:00,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,44807,1731962217501 2024-11-18T20:37:00,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:37:00,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:00,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548d6f660005 connected 2024-11-18T20:37:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir so I do NOT create it in target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3 2024-11-18T20:37:00,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:37:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.tmp.dir so I do NOT create it in target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3 2024-11-18T20:37:00,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:37:00,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3 2024-11-18T20:37:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:37:00,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/cluster_25538297-34c3-d44f-76c2-f293734adcb2, deleteOnExit=true 2024-11-18T20:37:00,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/test.cache.data in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:37:00,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:00,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:37:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:37:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:37:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:37:00,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:37:00,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:00,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:00,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:00,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:00,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:37:00,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:00,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:00,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:00,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/java.io.tmpdir/jetty-localhost-39689-hadoop-hdfs-3_4_1-tests_jar-_-any-9181533282377497899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:00,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:39689} 2024-11-18T20:37:00,758 INFO [Time-limited test {}] server.Server(415): Started @212877ms 2024-11-18T20:37:00,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:00,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:00,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:00,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:00,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:37:00,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:00,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:00,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60672866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/java.io.tmpdir/jetty-localhost-41517-hadoop-hdfs-3_4_1-tests_jar-_-any-4674442142457324770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:00,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:41517} 2024-11-18T20:37:00,971 INFO [Time-limited test {}] server.Server(415): Started @213090ms 2024-11-18T20:37:00,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:37:01,034 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/cluster_25538297-34c3-d44f-76c2-f293734adcb2/data/data2/current/BP-676709663-172.17.0.2-1731962220599/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:01,034 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/cluster_25538297-34c3-d44f-76c2-f293734adcb2/data/data1/current/BP-676709663-172.17.0.2-1731962220599/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:01,053 WARN [Thread-2869 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:37:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82bcdbd692f57c0 with lease ID 0xa2544cfa58a2d38b: Processing first storage report for DS-0f81ee84-5df9-4ab4-983c-8c8ffa619936 from datanode DatanodeRegistration(127.0.0.1:44233, datanodeUuid=16802e30-74ac-4523-926d-4bbeed49c910, infoPort=46425, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=914076390;c=1731962220599) 2024-11-18T20:37:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82bcdbd692f57c0 with lease ID 0xa2544cfa58a2d38b: from storage DS-0f81ee84-5df9-4ab4-983c-8c8ffa619936 node DatanodeRegistration(127.0.0.1:44233, datanodeUuid=16802e30-74ac-4523-926d-4bbeed49c910, infoPort=46425, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=914076390;c=1731962220599), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82bcdbd692f57c0 with lease ID 0xa2544cfa58a2d38b: Processing first storage report for DS-500a7ad2-c49c-4c0d-b26c-4ce7afcaf58c from datanode DatanodeRegistration(127.0.0.1:44233, datanodeUuid=16802e30-74ac-4523-926d-4bbeed49c910, infoPort=46425, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=914076390;c=1731962220599) 2024-11-18T20:37:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82bcdbd692f57c0 with lease ID 0xa2544cfa58a2d38b: from storage DS-500a7ad2-c49c-4c0d-b26c-4ce7afcaf58c node DatanodeRegistration(127.0.0.1:44233, datanodeUuid=16802e30-74ac-4523-926d-4bbeed49c910, infoPort=46425, infoSecurePort=0, ipcPort=38211, storageInfo=lv=-57;cid=testClusterID;nsid=914076390;c=1731962220599), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:01,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3 2024-11-18T20:37:01,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:01,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:01,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:37:01,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:01,194 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:01,194 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38349 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:01,508 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9 with version=8 2024-11-18T20:37:01,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/hbase-staging 2024-11-18T20:37:01,510 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:37:01,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:01,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46139 2024-11-18T20:37:01,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46139 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:37:01,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461390x0, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:01,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46139-0x100548d6f660006 connected 2024-11-18T20:37:01,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:01,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:01,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/running 2024-11-18T20:37:01,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9, hbase.cluster.distributed=false 2024-11-18T20:37:01,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/acl 2024-11-18T20:37:01,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46139 2024-11-18T20:37:01,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46139 2024-11-18T20:37:01,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46139 2024-11-18T20:37:01,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46139 2024-11-18T20:37:01,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46139 2024-11-18T20:37:01,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:01,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:01,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34499 2024-11-18T20:37:01,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34499 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:37:01,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:01,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344990x0, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:01,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344990x0, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/running 2024-11-18T20:37:01,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34499-0x100548d6f660007 connected 2024-11-18T20:37:01,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:37:01,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:37:01,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/master 2024-11-18T20:37:01,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/acl 2024-11-18T20:37:01,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34499 2024-11-18T20:37:01,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34499 2024-11-18T20:37:01,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34499 2024-11-18T20:37:01,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34499 2024-11-18T20:37:01,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34499 2024-11-18T20:37:01,578 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:46139 2024-11-18T20:37:01,578 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /261018654/backup-masters/c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:01,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654/backup-masters 2024-11-18T20:37:01,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654/backup-masters 2024-11-18T20:37:01,580 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on existing znode=/261018654/backup-masters/c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/261018654/master 2024-11-18T20:37:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:01,581 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on existing znode=/261018654/master 2024-11-18T20:37:01,581 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /261018654/backup-masters/c0a89b2656d4,46139,1731962221510 from backup master directory 2024-11-18T20:37:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/261018654/backup-masters/c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654/backup-masters 2024-11-18T20:37:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654/backup-masters 2024-11-18T20:37:01,582 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:01,582 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:01,585 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/hbase.id] with ID: e3443a8a-e8a9-4945-b40e-91ef1c60636a 2024-11-18T20:37:01,585 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/.tmp/hbase.id 2024-11-18T20:37:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:37:01,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:37:01,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/.tmp/hbase.id]:[hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/hbase.id] 2024-11-18T20:37:01,999 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:02,000 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:37:02,000 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T20:37:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:02,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:37:02,406 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:02,407 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:37:02,407 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:02,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:37:02,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:37:02,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:37:02,814 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store 2024-11-18T20:37:02,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:37:03,223 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:03,224 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:03,224 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:03,224 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:03,224 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:03,224 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:03,224 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:03,224 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962223224Disabling compacts and flushes for region at 1731962223224Disabling writes for close at 1731962223224Writing region close event to WAL at 1731962223224Closed at 1731962223224 2024-11-18T20:37:03,225 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/.initializing 2024-11-18T20:37:03,225 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/WALs/c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:03,226 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:03,227 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C46139%2C1731962221510, suffix=, logDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/WALs/c0a89b2656d4,46139,1731962221510, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/oldWALs, maxLogs=10 2024-11-18T20:37:03,240 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/WALs/c0a89b2656d4,46139,1731962221510/c0a89b2656d4%2C46139%2C1731962221510.1731962223227, exclude list is [], retry=0 2024-11-18T20:37:03,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-0f81ee84-5df9-4ab4-983c-8c8ffa619936,DISK] 2024-11-18T20:37:03,244 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/WALs/c0a89b2656d4,46139,1731962221510/c0a89b2656d4%2C46139%2C1731962221510.1731962223227 2024-11-18T20:37:03,245 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:37:03,245 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:03,245 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:03,245 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,245 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:37:03,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:03,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:03,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:37:03,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:03,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:03,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:37:03,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:03,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:03,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:37:03,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:03,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:03,252 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,252 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,253 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,253 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,253 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,254 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:03,254 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:03,256 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:03,256 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63421414, jitterRate=-0.05494728684425354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:03,256 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962223245Initializing all the Stores at 1731962223246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962223246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962223246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962223246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962223246Cleaning up temporary data from old regions at 1731962223253 (+7 ms)Region opened successfully at 1731962223256 (+3 ms) 2024-11-18T20:37:03,257 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:37:03,259 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfa4a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:03,259 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:37:03,260 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:37:03,260 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:37:03,260 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:37:03,260 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:37:03,260 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:37:03,260 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:37:03,262 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:37:03,262 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Unable to get data of znode /261018654/balancer because node does not exist (not necessarily an error) 2024-11-18T20:37:03,263 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /261018654/balancer already deleted, retry=false 2024-11-18T20:37:03,263 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:37:03,264 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Unable to get data of znode /261018654/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:37:03,264 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /261018654/normalizer already deleted, retry=false 2024-11-18T20:37:03,265 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:37:03,268 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Unable to get data of znode /261018654/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:37:03,269 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /261018654/switch/split already deleted, retry=false 2024-11-18T20:37:03,270 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Unable to get data of znode /261018654/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:37:03,270 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /261018654/switch/merge already deleted, retry=false 2024-11-18T20:37:03,271 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Unable to get data of znode /261018654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:37:03,272 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /261018654/snapshot-cleanup already deleted, retry=false 2024-11-18T20:37:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/261018654/running 2024-11-18T20:37:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/261018654/running 2024-11-18T20:37:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:03,273 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,46139,1731962221510, sessionid=0x100548d6f660006, setting cluster-up flag (Was=false) 2024-11-18T20:37:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:03,277 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /261018654/flush-table-proc/acquired, /261018654/flush-table-proc/reached, /261018654/flush-table-proc/abort 2024-11-18T20:37:03,277 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:03,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:03,281 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /261018654/online-snapshot/acquired, /261018654/online-snapshot/reached, /261018654/online-snapshot/abort 2024-11-18T20:37:03,281 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:03,282 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:37:03,283 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:03,283 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:37:03,284 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:37:03,284 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,46139,1731962221510 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:03,285 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962253286 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:37:03,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:37:03,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:37:03,286 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:37:03,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:37:03,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:37:03,287 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962223287,5,FailOnTimeoutGroup] 2024-11-18T20:37:03,287 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962223287,5,FailOnTimeoutGroup] 2024-11-18T20:37:03,287 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,288 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:37:03,288 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,288 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:37:03,369 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(746): ClusterId : e3443a8a-e8a9-4945-b40e-91ef1c60636a 2024-11-18T20:37:03,369 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:37:03,370 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:37:03,370 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:37:03,371 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:37:03,371 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b99b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:03,382 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:34499 2024-11-18T20:37:03,382 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:37:03,382 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:37:03,382 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:37:03,383 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,46139,1731962221510 with port=34499, startcode=1731962221545 2024-11-18T20:37:03,383 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:37:03,384 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:37:03,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:03,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46139 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:03,386 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9 2024-11-18T20:37:03,386 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42927 2024-11-18T20:37:03,386 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:37:03,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654/rs 2024-11-18T20:37:03,388 DEBUG [RS:0;c0a89b2656d4:34499 {}] zookeeper.ZKUtil(111): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on existing znode=/261018654/rs/c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:03,388 WARN [RS:0;c0a89b2656d4:34499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:03,388 INFO [RS:0;c0a89b2656d4:34499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:03,388 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:03,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,34499,1731962221545] 2024-11-18T20:37:03,391 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:37:03,392 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:37:03,393 INFO [RS:0;c0a89b2656d4:34499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:37:03,393 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,393 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:37:03,393 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:37:03,393 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,393 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,394 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,394 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,394 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,394 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:03,394 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:03,394 DEBUG [RS:0;c0a89b2656d4:34499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:03,396 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,396 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,396 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,396 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,396 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,396 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,34499,1731962221545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:03,410 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:37:03,410 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,34499,1731962221545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,410 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,410 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.Replication(171): c0a89b2656d4,34499,1731962221545 started 2024-11-18T20:37:03,422 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:03,422 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,34499,1731962221545, RpcServer on c0a89b2656d4/172.17.0.2:34499, sessionid=0x100548d6f660007 2024-11-18T20:37:03,422 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:37:03,422 DEBUG [RS:0;c0a89b2656d4:34499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:03,422 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,34499,1731962221545' 2024-11-18T20:37:03,422 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/261018654/flush-table-proc/abort' 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/261018654/flush-table-proc/acquired' 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,34499,1731962221545' 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/261018654/online-snapshot/abort' 2024-11-18T20:37:03,423 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/261018654/online-snapshot/acquired' 2024-11-18T20:37:03,424 DEBUG [RS:0;c0a89b2656d4:34499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:37:03,424 INFO [RS:0;c0a89b2656d4:34499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:37:03,424 INFO [RS:0;c0a89b2656d4:34499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:37:03,524 INFO [RS:0;c0a89b2656d4:34499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:03,525 INFO [RS:0;c0a89b2656d4:34499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C34499%2C1731962221545, suffix=, logDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/oldWALs, maxLogs=10 2024-11-18T20:37:03,538 DEBUG [RS:0;c0a89b2656d4:34499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, exclude list is [], retry=0 2024-11-18T20:37:03,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-0f81ee84-5df9-4ab4-983c-8c8ffa619936,DISK] 2024-11-18T20:37:03,542 INFO [RS:0;c0a89b2656d4:34499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 2024-11-18T20:37:03,542 DEBUG [RS:0;c0a89b2656d4:34499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:37:03,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:37:03,697 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9 2024-11-18T20:37:03,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:37:04,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:04,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:04,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:04,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:04,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:04,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:04,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:04,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:04,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:04,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:04,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740 2024-11-18T20:37:04,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740 2024-11-18T20:37:04,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:04,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:04,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:04,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:04,117 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72627563, jitterRate=0.08223502337932587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962224106Initializing all the Stores at 1731962224106Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962224106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962224107 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962224107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962224107Cleaning up temporary data from old regions at 1731962224114 (+7 ms)Region opened successfully at 1731962224117 (+3 ms) 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:04,117 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:04,117 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962224117Disabling compacts and flushes for region at 1731962224117Disabling writes for close at 1731962224117Writing region close event to WAL at 1731962224117Closed at 1731962224117 2024-11-18T20:37:04,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:04,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:37:04,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:37:04,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:04,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:37:04,270 DEBUG [c0a89b2656d4:46139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:37:04,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:04,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,34499,1731962221545, state=OPENING 2024-11-18T20:37:04,272 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:37:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:04,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:04,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /261018654/meta-region-server: CHANGED 2024-11-18T20:37:04,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /261018654/meta-region-server: CHANGED 2024-11-18T20:37:04,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,34499,1731962221545}] 2024-11-18T20:37:04,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:04,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:37:04,429 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:37:04,429 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:04,429 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:37:04,431 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C34499%2C1731962221545.meta, suffix=.meta, logDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/oldWALs, maxLogs=10 2024-11-18T20:37:04,443 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.meta.1731962224431.meta, exclude list is [], retry=0 2024-11-18T20:37:04,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-0f81ee84-5df9-4ab4-983c-8c8ffa619936,DISK] 2024-11-18T20:37:04,446 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.meta.1731962224431.meta 2024-11-18T20:37:04,447 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:37:04,447 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:04,447 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:04,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:04,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:37:04,448 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:37:04,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:37:04,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:04,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:37:04,448 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:37:04,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:04,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:04,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:04,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:04,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:04,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:04,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:04,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:04,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:04,455 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:04,456 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740 2024-11-18T20:37:04,456 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740 2024-11-18T20:37:04,457 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:04,457 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:04,457 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:04,458 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:04,459 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72698401, jitterRate=0.08329059183597565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:04,459 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:37:04,459 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962224448Writing region info on filesystem at 1731962224448Initializing all the Stores at 1731962224449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962224449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962224451 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962224451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962224451Cleaning up temporary data from old regions at 1731962224457 (+6 ms)Running coprocessor post-open hooks at 1731962224459 (+2 ms)Region opened successfully at 1731962224459 2024-11-18T20:37:04,459 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962224425 2024-11-18T20:37:04,461 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:37:04,461 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:37:04,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:04,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,34499,1731962221545, state=OPEN 2024-11-18T20:37:04,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/261018654/meta-region-server 2024-11-18T20:37:04,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/261018654/meta-region-server 2024-11-18T20:37:04,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /261018654/meta-region-server: CHANGED 2024-11-18T20:37:04,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:04,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /261018654/meta-region-server: CHANGED 2024-11-18T20:37:04,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:37:04,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,34499,1731962221545 in 189 msec 2024-11-18T20:37:04,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:37:04,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-18T20:37:04,466 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:04,466 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:37:04,467 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:04,467 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,34499,1731962221545, seqNum=-1] 2024-11-18T20:37:04,467 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:04,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:04,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-18T20:37:04,473 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962224472, completionTime=-1 2024-11-18T20:37:04,473 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:37:04,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:37:04,474 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962284474 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962344475 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46139,1731962221510-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46139,1731962221510-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46139,1731962221510-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:46139, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,475 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,476 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,477 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46139,1731962221510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:04,478 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46139,1731962221510-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:37:04,480 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:37:04,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:37:04,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,46139,1731962221510-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:04,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:04,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:04,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:04,571 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2141328d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:04,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:04,572 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:04,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:04,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,34499,1731962221545, seqNum=-1] 2024-11-18T20:37:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:04,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:04,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:04,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52316 2024-11-18T20:37:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:04,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100548d6f660008 connected 2024-11-18T20:37:04,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,39701,1731962213972 2024-11-18T20:37:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4631a522 2024-11-18T20:37:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:04,582 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:04,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:37:04,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:04,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:04,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:37:04,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:37:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:04,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7c26e37dadd1cfad9d5a054ac0d1371, NAME => 'test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4 2024-11-18T20:37:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:37:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:05,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:05,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7c26e37dadd1cfad9d5a054ac0d1371, disabling compactions & flushes 2024-11-18T20:37:05,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. after waiting 0 ms 2024-11-18T20:37:05,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7c26e37dadd1cfad9d5a054ac0d1371: Waiting for close lock at 1731962225396Disabling compacts and flushes for region at 1731962225396Disabling writes for close at 1731962225396Writing region close event to WAL at 1731962225396Closed at 1731962225396 2024-11-18T20:37:05,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:05,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962225397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962225397"}]},"ts":"1731962225397"} 2024-11-18T20:37:05,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:05,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:05,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962225400"}]},"ts":"1731962225400"} 2024-11-18T20:37:05,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:37:05,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7c26e37dadd1cfad9d5a054ac0d1371, ASSIGN}] 2024-11-18T20:37:05,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7c26e37dadd1cfad9d5a054ac0d1371, ASSIGN 2024-11-18T20:37:05,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7c26e37dadd1cfad9d5a054ac0d1371, ASSIGN; state=OFFLINE, location=c0a89b2656d4,45345,1731962214014; forceNewPlan=false, retain=false 2024-11-18T20:37:05,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7c26e37dadd1cfad9d5a054ac0d1371, regionState=OPENING, regionLocation=c0a89b2656d4,45345,1731962214014 2024-11-18T20:37:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7c26e37dadd1cfad9d5a054ac0d1371, ASSIGN because future has completed 2024-11-18T20:37:05,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7c26e37dadd1cfad9d5a054ac0d1371, server=c0a89b2656d4,45345,1731962214014}] 2024-11-18T20:37:05,711 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,711 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7c26e37dadd1cfad9d5a054ac0d1371, NAME => 'test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:05,711 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:05,711 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:37:05,712 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,712 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:05,712 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,712 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,713 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,714 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c26e37dadd1cfad9d5a054ac0d1371 columnFamilyName f 2024-11-18T20:37:05,714 DEBUG [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:05,714 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] regionserver.HStore(327): Store=b7c26e37dadd1cfad9d5a054ac0d1371/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:05,714 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,715 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c26e37dadd1cfad9d5a054ac0d1371 columnFamilyName f1 2024-11-18T20:37:05,715 DEBUG [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:05,715 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] regionserver.HStore(327): Store=b7c26e37dadd1cfad9d5a054ac0d1371/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:05,715 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,716 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c26e37dadd1cfad9d5a054ac0d1371 columnFamilyName norep 2024-11-18T20:37:05,716 DEBUG [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:05,716 INFO [StoreOpener-b7c26e37dadd1cfad9d5a054ac0d1371-1 {}] regionserver.HStore(327): Store=b7c26e37dadd1cfad9d5a054ac0d1371/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:05,716 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,717 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,717 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,717 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,718 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,718 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:05,718 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,720 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:05,720 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7c26e37dadd1cfad9d5a054ac0d1371; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67919244, jitterRate=0.012075603008270264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:05,720 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:05,720 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7c26e37dadd1cfad9d5a054ac0d1371: Running coprocessor pre-open hook at 1731962225712Writing region info on filesystem at 1731962225712Initializing all the Stores at 1731962225712Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962225712Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962225712Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962225712Cleaning up temporary data from old regions at 1731962225718 (+6 ms)Running coprocessor post-open hooks at 1731962225720 (+2 ms)Region opened successfully at 1731962225720 2024-11-18T20:37:05,721 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371., pid=6, masterSystemTime=1731962225708 2024-11-18T20:37:05,723 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,723 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:05,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7c26e37dadd1cfad9d5a054ac0d1371, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,45345,1731962214014 2024-11-18T20:37:05,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7c26e37dadd1cfad9d5a054ac0d1371, server=c0a89b2656d4,45345,1731962214014 because future has completed 2024-11-18T20:37:05,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:37:05,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7c26e37dadd1cfad9d5a054ac0d1371, server=c0a89b2656d4,45345,1731962214014 in 170 msec 2024-11-18T20:37:05,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:37:05,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7c26e37dadd1cfad9d5a054ac0d1371, ASSIGN in 325 msec 2024-11-18T20:37:05,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:05,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962225730"}]},"ts":"1731962225730"} 2024-11-18T20:37:05,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:37:05,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:05,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-18T20:37:05,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:05,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:05,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:06,734 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:37:06,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,44807,1731962217501 2024-11-18T20:37:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13158b57 2024-11-18T20:37:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:06,746 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:06,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:37:06,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:06,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:06,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:37:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:06,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:37:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:07,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e17966db3c4130f6044d08f8b46d8f3b, NAME => 'test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09 2024-11-18T20:37:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:37:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:07,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:07,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e17966db3c4130f6044d08f8b46d8f3b, disabling compactions & flushes 2024-11-18T20:37:07,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. after waiting 0 ms 2024-11-18T20:37:07,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,564 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e17966db3c4130f6044d08f8b46d8f3b: Waiting for close lock at 1731962227563Disabling compacts and flushes for region at 1731962227563Disabling writes for close at 1731962227564 (+1 ms)Writing region close event to WAL at 1731962227564Closed at 1731962227564 2024-11-18T20:37:07,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:07,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962227565"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962227565"}]},"ts":"1731962227565"} 2024-11-18T20:37:07,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:07,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:07,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962227567"}]},"ts":"1731962227567"} 2024-11-18T20:37:07,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:37:07,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e17966db3c4130f6044d08f8b46d8f3b, ASSIGN}] 2024-11-18T20:37:07,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e17966db3c4130f6044d08f8b46d8f3b, ASSIGN 2024-11-18T20:37:07,571 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e17966db3c4130f6044d08f8b46d8f3b, ASSIGN; state=OFFLINE, location=c0a89b2656d4,42601,1731962217548; forceNewPlan=false, retain=false 2024-11-18T20:37:07,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e17966db3c4130f6044d08f8b46d8f3b, regionState=OPENING, regionLocation=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e17966db3c4130f6044d08f8b46d8f3b, ASSIGN because future has completed 2024-11-18T20:37:07,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e17966db3c4130f6044d08f8b46d8f3b, server=c0a89b2656d4,42601,1731962217548}] 2024-11-18T20:37:07,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:37:07,878 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,878 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e17966db3c4130f6044d08f8b46d8f3b, NAME => 'test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:07,879 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:07,879 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:37:07,879 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,879 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:07,879 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,879 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,880 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,881 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e17966db3c4130f6044d08f8b46d8f3b columnFamilyName f 2024-11-18T20:37:07,881 DEBUG [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:07,882 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] regionserver.HStore(327): Store=e17966db3c4130f6044d08f8b46d8f3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:07,882 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,883 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e17966db3c4130f6044d08f8b46d8f3b columnFamilyName f1 2024-11-18T20:37:07,883 DEBUG [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:07,883 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] regionserver.HStore(327): Store=e17966db3c4130f6044d08f8b46d8f3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:07,883 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,884 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e17966db3c4130f6044d08f8b46d8f3b columnFamilyName norep 2024-11-18T20:37:07,884 DEBUG [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:07,885 INFO [StoreOpener-e17966db3c4130f6044d08f8b46d8f3b-1 {}] regionserver.HStore(327): Store=e17966db3c4130f6044d08f8b46d8f3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:07,885 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,885 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,886 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,886 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,886 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,887 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:07,888 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,899 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:07,899 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e17966db3c4130f6044d08f8b46d8f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72109262, jitterRate=0.07451173663139343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:07,899 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:07,899 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e17966db3c4130f6044d08f8b46d8f3b: Running coprocessor pre-open hook at 1731962227879Writing region info on filesystem at 1731962227879Initializing all the Stores at 1731962227880 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962227880Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962227880Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962227880Cleaning up temporary data from old regions at 1731962227886 (+6 ms)Running coprocessor post-open hooks at 1731962227899 (+13 ms)Region opened successfully at 1731962227899 2024-11-18T20:37:07,900 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b., pid=6, masterSystemTime=1731962227875 2024-11-18T20:37:07,902 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,902 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:07,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e17966db3c4130f6044d08f8b46d8f3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:07,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e17966db3c4130f6044d08f8b46d8f3b, server=c0a89b2656d4,42601,1731962217548 because future has completed 2024-11-18T20:37:07,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:37:07,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e17966db3c4130f6044d08f8b46d8f3b, server=c0a89b2656d4,42601,1731962217548 in 181 msec 2024-11-18T20:37:07,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:37:07,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e17966db3c4130f6044d08f8b46d8f3b, ASSIGN in 337 msec 2024-11-18T20:37:07,908 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:07,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962227908"}]},"ts":"1731962227908"} 2024-11-18T20:37:07,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:37:07,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:07,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-18T20:37:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:08,894 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:37:08,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@604be7c1 2024-11-18T20:37:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:08,896 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:08,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:37:08,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:08,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:08,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:37:08,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:37:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:09,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6eeb8ac64f0d730bdb7c4eff31a8fb19, NAME => 'test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9 2024-11-18T20:37:09,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:37:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:09,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:09,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6eeb8ac64f0d730bdb7c4eff31a8fb19, disabling compactions & flushes 2024-11-18T20:37:09,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:09,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:09,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. after waiting 0 ms 2024-11-18T20:37:09,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:09,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:09,721 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6eeb8ac64f0d730bdb7c4eff31a8fb19: Waiting for close lock at 1731962229721Disabling compacts and flushes for region at 1731962229721Disabling writes for close at 1731962229721Writing region close event to WAL at 1731962229721Closed at 1731962229721 2024-11-18T20:37:09,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:09,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962229722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962229722"}]},"ts":"1731962229722"} 2024-11-18T20:37:09,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:09,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:09,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962229725"}]},"ts":"1731962229725"} 2024-11-18T20:37:09,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:37:09,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6eeb8ac64f0d730bdb7c4eff31a8fb19, ASSIGN}] 2024-11-18T20:37:09,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6eeb8ac64f0d730bdb7c4eff31a8fb19, ASSIGN 2024-11-18T20:37:09,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6eeb8ac64f0d730bdb7c4eff31a8fb19, ASSIGN; state=OFFLINE, location=c0a89b2656d4,34499,1731962221545; forceNewPlan=false, retain=false 2024-11-18T20:37:09,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6eeb8ac64f0d730bdb7c4eff31a8fb19, regionState=OPENING, regionLocation=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:09,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6eeb8ac64f0d730bdb7c4eff31a8fb19, ASSIGN because future has completed 2024-11-18T20:37:09,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eeb8ac64f0d730bdb7c4eff31a8fb19, server=c0a89b2656d4,34499,1731962221545}] 2024-11-18T20:37:10,036 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:10,036 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6eeb8ac64f0d730bdb7c4eff31a8fb19, NAME => 'test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:10,037 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:10,037 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:37:10,037 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,037 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:10,037 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,037 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,038 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,039 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eeb8ac64f0d730bdb7c4eff31a8fb19 columnFamilyName f 2024-11-18T20:37:10,039 DEBUG [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:10,039 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] regionserver.HStore(327): Store=6eeb8ac64f0d730bdb7c4eff31a8fb19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:10,039 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,040 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eeb8ac64f0d730bdb7c4eff31a8fb19 columnFamilyName f1 2024-11-18T20:37:10,040 DEBUG [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:10,040 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] regionserver.HStore(327): Store=6eeb8ac64f0d730bdb7c4eff31a8fb19/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:10,040 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,041 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eeb8ac64f0d730bdb7c4eff31a8fb19 columnFamilyName norep 2024-11-18T20:37:10,041 DEBUG [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:10,041 INFO [StoreOpener-6eeb8ac64f0d730bdb7c4eff31a8fb19-1 {}] regionserver.HStore(327): Store=6eeb8ac64f0d730bdb7c4eff31a8fb19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:10,042 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,042 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,042 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,043 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,043 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:10,043 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:10,044 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,046 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:10,046 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6eeb8ac64f0d730bdb7c4eff31a8fb19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71236535, jitterRate=0.06150709092617035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:10,046 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:10,046 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6eeb8ac64f0d730bdb7c4eff31a8fb19: Running coprocessor pre-open hook at 1731962230037Writing region info on filesystem at 1731962230037Initializing all the Stores at 1731962230038 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962230038Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962230038Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962230038Cleaning up temporary data from old regions at 1731962230043 (+5 ms)Running coprocessor post-open hooks at 1731962230046 (+3 ms)Region opened successfully at 1731962230046 2024-11-18T20:37:10,047 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19., pid=6, masterSystemTime=1731962230033 2024-11-18T20:37:10,049 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:10,049 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:10,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6eeb8ac64f0d730bdb7c4eff31a8fb19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eeb8ac64f0d730bdb7c4eff31a8fb19, server=c0a89b2656d4,34499,1731962221545 because future has completed 2024-11-18T20:37:10,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:37:10,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6eeb8ac64f0d730bdb7c4eff31a8fb19, server=c0a89b2656d4,34499,1731962221545 in 175 msec 2024-11-18T20:37:10,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:37:10,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6eeb8ac64f0d730bdb7c4eff31a8fb19, ASSIGN in 331 msec 2024-11-18T20:37:10,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:10,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962230060"}]},"ts":"1731962230060"} 2024-11-18T20:37:10,063 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:37:10,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:10,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-18T20:37:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:11,054 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:37:11,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:11,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:37:11,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:11,056 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:37:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:37:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c9535d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:37:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:11,058 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:11,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b12294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:11,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,39701,1731962213972 2024-11-18T20:37:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afd8781 2024-11-18T20:37:11,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:11,060 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:11,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:44807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:37:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:37:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:11,063 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:44807' 2024-11-18T20:37:11,064 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3789b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:11,064 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,44807,-1 for getting cluster id 2024-11-18T20:37:11,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:11,065 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31c6529b-893b-406f-93ce-2a65f2fa426a' 2024-11-18T20:37:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31c6529b-893b-406f-93ce-2a65f2fa426a" 2024-11-18T20:37:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23faf470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,44807,-1] 2024-11-18T20:37:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:11,066 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0be84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:11,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,44807,1731962217501 2024-11-18T20:37:11,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d90e3e4 2024-11-18T20:37:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:11,068 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:11,069 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:37:11,069 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:37:11,069 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:11,069 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:11,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:11,070 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:11,071 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:37:11,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:11,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:11,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:11,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:37:11,121 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:37:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:11,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:11,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:11,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:11,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48388 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:11,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efb07b31228bcad124d1e051c78e69b8, NAME => 'hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4 2024-11-18T20:37:11,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:37:11,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:11,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing efb07b31228bcad124d1e051c78e69b8, disabling compactions & flushes 2024-11-18T20:37:11,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. after waiting 0 ms 2024-11-18T20:37:11,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for efb07b31228bcad124d1e051c78e69b8: Waiting for close lock at 1731962231483Disabling compacts and flushes for region at 1731962231483Disabling writes for close at 1731962231483Writing region close event to WAL at 1731962231483Closed at 1731962231483 2024-11-18T20:37:11,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:11,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962231484"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962231484"}]},"ts":"1731962231484"} 2024-11-18T20:37:11,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:11,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:11,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962231487"}]},"ts":"1731962231487"} 2024-11-18T20:37:11,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:37:11,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=efb07b31228bcad124d1e051c78e69b8, ASSIGN}] 2024-11-18T20:37:11,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=efb07b31228bcad124d1e051c78e69b8, ASSIGN 2024-11-18T20:37:11,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=efb07b31228bcad124d1e051c78e69b8, ASSIGN; state=OFFLINE, location=c0a89b2656d4,45345,1731962214014; forceNewPlan=false, retain=false 2024-11-18T20:37:11,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=efb07b31228bcad124d1e051c78e69b8, regionState=OPENING, regionLocation=c0a89b2656d4,45345,1731962214014 2024-11-18T20:37:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=efb07b31228bcad124d1e051c78e69b8, ASSIGN because future has completed 2024-11-18T20:37:11,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure efb07b31228bcad124d1e051c78e69b8, server=c0a89b2656d4,45345,1731962214014}] 2024-11-18T20:37:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:11,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:11,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:37:11,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C45345%2C1731962214014.rep, suffix=, logDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014, archiveDir=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/oldWALs, maxLogs=10 2024-11-18T20:37:11,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.rep.1731962231800, exclude list is [], retry=0 2024-11-18T20:37:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4a0db72c-7c3f-405c-87f8-4ca9ab174d39,DISK] 2024-11-18T20:37:11,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.rep.1731962231800 2024-11-18T20:37:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35173:35173)] 2024-11-18T20:37:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => efb07b31228bcad124d1e051c78e69b8, NAME => 'hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:11,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. service=MultiRowMutationService 2024-11-18T20:37:11,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:37:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,819 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,820 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb07b31228bcad124d1e051c78e69b8 columnFamilyName hfileref 2024-11-18T20:37:11,820 DEBUG [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:11,820 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] regionserver.HStore(327): Store=efb07b31228bcad124d1e051c78e69b8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:11,820 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,821 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb07b31228bcad124d1e051c78e69b8 columnFamilyName queue 2024-11-18T20:37:11,821 DEBUG [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:11,821 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] regionserver.HStore(327): Store=efb07b31228bcad124d1e051c78e69b8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:11,821 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,822 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efb07b31228bcad124d1e051c78e69b8 columnFamilyName sid 2024-11-18T20:37:11,822 DEBUG [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:11,822 INFO [StoreOpener-efb07b31228bcad124d1e051c78e69b8-1 {}] regionserver.HStore(327): Store=efb07b31228bcad124d1e051c78e69b8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:11,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:11,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:11,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened efb07b31228bcad124d1e051c78e69b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61789616, jitterRate=-0.07926297187805176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:11,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:11,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for efb07b31228bcad124d1e051c78e69b8: Running coprocessor pre-open hook at 1731962231818Writing region info on filesystem at 1731962231818Initializing all the Stores at 1731962231818Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962231818Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962231819 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962231819Cleaning up temporary data from old regions at 1731962231824 (+5 ms)Running coprocessor post-open hooks at 1731962231828 (+4 ms)Region opened successfully at 1731962231828 2024-11-18T20:37:11,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8., pid=10, masterSystemTime=1731962231795 2024-11-18T20:37:11,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:11,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=efb07b31228bcad124d1e051c78e69b8, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,45345,1731962214014 2024-11-18T20:37:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure efb07b31228bcad124d1e051c78e69b8, server=c0a89b2656d4,45345,1731962214014 because future has completed 2024-11-18T20:37:11,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:37:11,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure efb07b31228bcad124d1e051c78e69b8, server=c0a89b2656d4,45345,1731962214014 in 191 msec 2024-11-18T20:37:11,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:37:11,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=efb07b31228bcad124d1e051c78e69b8, ASSIGN in 346 msec 2024-11-18T20:37:11,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:11,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962231837"}]},"ts":"1731962231837"} 2024-11-18T20:37:11,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:37:11,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:11,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-18T20:37:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8., hostname=c0a89b2656d4,45345,1731962214014, seqNum=2] 2024-11-18T20:37:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:37:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:37:11,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:12,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:37:12,035 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:37:12,061 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,45345,1731962214014, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:12,062 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:12,062 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45345,1731962214014, seqNum=-1] 2024-11-18T20:37:12,062 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:12,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:12,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,45345,1731962214014', locateType=CURRENT is [region=hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8., hostname=c0a89b2656d4,45345,1731962214014, seqNum=2] 2024-11-18T20:37:12,067 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:37:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:37:12,069 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,45345,1731962214014 suceeded 2024-11-18T20:37:12,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:37:12,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T20:37:12,070 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:44807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:37:12,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0090 sec 2024-11-18T20:37:12,080 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:44807' 2024-11-18T20:37:12,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48db1092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,44807,-1 for getting cluster id 2024-11-18T20:37:12,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:12,082 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31c6529b-893b-406f-93ce-2a65f2fa426a' 2024-11-18T20:37:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31c6529b-893b-406f-93ce-2a65f2fa426a" 2024-11-18T20:37:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f212fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,44807,-1] 2024-11-18T20:37:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,083 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:12,084 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd4383a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,084 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,44807,1731962217501 2024-11-18T20:37:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34f1f6cb 2024-11-18T20:37:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:12,085 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:12,085 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,45345,1731962214014 (queues=1) is replicating from cluster=3e5192f0-2c03-4fd6-850f-746ffae5e17e to cluster=31c6529b-893b-406f-93ce-2a65f2fa426a 2024-11-18T20:37:12,086 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C45345%2C1731962214014 2024-11-18T20:37:12,086 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,45345,1731962214014, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:12,086 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, startPosition=0, beingWritten=true 2024-11-18T20:37:12,087 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C45345%2C1731962214014 2024-11-18T20:37:12,090 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:12,090 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:12,090 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:12,203 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:12,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:12,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:12,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:12,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,44807,-1 for getting cluster id 2024-11-18T20:37:12,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:12,205 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31c6529b-893b-406f-93ce-2a65f2fa426a' 2024-11-18T20:37:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31c6529b-893b-406f-93ce-2a65f2fa426a" 2024-11-18T20:37:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12db2689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,44807,-1] 2024-11-18T20:37:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,206 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc15bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,44807,1731962217501 2024-11-18T20:37:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763a4ba3 2024-11-18T20:37:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:12,208 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:12,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:46139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:37:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:37:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:12,211 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:46139' 2024-11-18T20:37:12,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668b6555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,212 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:12,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:12,212 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:12,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c56ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:12,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:12,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,213 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:12,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3f0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:12,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:12,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:12,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1621d5cf 2024-11-18T20:37:12,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:12,215 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:12,216 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:37:12,216 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:37:12,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:12,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:12,216 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:12,218 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:37:12,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:12,219 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:12,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:37:12,268 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:37:12,293 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:12,596 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:37:12,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:37:12,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:37:12,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:37:12,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73ea4af770854331871f0dd72e660699, NAME => 'hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09 2024-11-18T20:37:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:37:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:12,999 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:13,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:13,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73ea4af770854331871f0dd72e660699, disabling compactions & flushes 2024-11-18T20:37:13,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. after waiting 0 ms 2024-11-18T20:37:13,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73ea4af770854331871f0dd72e660699: Waiting for close lock at 1731962233030Disabling compacts and flushes for region at 1731962233030Disabling writes for close at 1731962233030Writing region close event to WAL at 1731962233030Closed at 1731962233030 2024-11-18T20:37:13,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:13,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962233032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962233032"}]},"ts":"1731962233032"} 2024-11-18T20:37:13,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:13,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:13,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962233034"}]},"ts":"1731962233034"} 2024-11-18T20:37:13,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:37:13,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73ea4af770854331871f0dd72e660699, ASSIGN}] 2024-11-18T20:37:13,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73ea4af770854331871f0dd72e660699, ASSIGN 2024-11-18T20:37:13,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73ea4af770854331871f0dd72e660699, ASSIGN; state=OFFLINE, location=c0a89b2656d4,42601,1731962217548; forceNewPlan=false, retain=false 2024-11-18T20:37:13,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73ea4af770854331871f0dd72e660699, regionState=OPENING, regionLocation=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73ea4af770854331871f0dd72e660699, ASSIGN because future has completed 2024-11-18T20:37:13,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ea4af770854331871f0dd72e660699, server=c0a89b2656d4,42601,1731962217548}] 2024-11-18T20:37:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:13,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:13,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:37:13,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42601%2C1731962217548.rep, suffix=, logDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548, archiveDir=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/oldWALs, maxLogs=10 2024-11-18T20:37:13,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.rep.1731962233350, exclude list is [], retry=0 2024-11-18T20:37:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41089,DS-47ccd09a-c103-4148-82af-b3f78ca4f722,DISK] 2024-11-18T20:37:13,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.rep.1731962233350 2024-11-18T20:37:13,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-18T20:37:13,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 73ea4af770854331871f0dd72e660699, NAME => 'hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:13,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:13,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:13,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. service=MultiRowMutationService 2024-11-18T20:37:13,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:37:13,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:13,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,369 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,370 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ea4af770854331871f0dd72e660699 columnFamilyName hfileref 2024-11-18T20:37:13,370 DEBUG [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:13,370 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] regionserver.HStore(327): Store=73ea4af770854331871f0dd72e660699/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:13,370 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,371 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ea4af770854331871f0dd72e660699 columnFamilyName queue 2024-11-18T20:37:13,371 DEBUG [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:13,371 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] regionserver.HStore(327): Store=73ea4af770854331871f0dd72e660699/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:13,371 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,372 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ea4af770854331871f0dd72e660699 columnFamilyName sid 2024-11-18T20:37:13,372 DEBUG [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:13,372 INFO [StoreOpener-73ea4af770854331871f0dd72e660699-1 {}] regionserver.HStore(327): Store=73ea4af770854331871f0dd72e660699/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:13,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:13,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:13,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 73ea4af770854331871f0dd72e660699; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69600085, jitterRate=0.03712208569049835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:13,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:13,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 73ea4af770854331871f0dd72e660699: Running coprocessor pre-open hook at 1731962233367Writing region info on filesystem at 1731962233367Initializing all the Stores at 1731962233368 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962233368Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962233368Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962233368Cleaning up temporary data from old regions at 1731962233374 (+6 ms)Running coprocessor post-open hooks at 1731962233377 (+3 ms)Region opened successfully at 1731962233377 2024-11-18T20:37:13,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699., pid=10, masterSystemTime=1731962233343 2024-11-18T20:37:13,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:13,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73ea4af770854331871f0dd72e660699, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:13,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ea4af770854331871f0dd72e660699, server=c0a89b2656d4,42601,1731962217548 because future has completed 2024-11-18T20:37:13,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:37:13,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 73ea4af770854331871f0dd72e660699, server=c0a89b2656d4,42601,1731962217548 in 192 msec 2024-11-18T20:37:13,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:37:13,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73ea4af770854331871f0dd72e660699, ASSIGN in 348 msec 2024-11-18T20:37:13,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:13,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962233386"}]},"ts":"1731962233386"} 2024-11-18T20:37:13,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:37:13,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:13,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-18T20:37:13,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699., hostname=c0a89b2656d4,42601,1731962217548, seqNum=2] 2024-11-18T20:37:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:13,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:13,502 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:13,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:37:13,582 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:37:13,613 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,42601,1731962217548, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:13,613 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:13,613 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42601,1731962217548, seqNum=-1] 2024-11-18T20:37:13,614 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:13,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:13,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,42601,1731962217548', locateType=CURRENT is [region=hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699., hostname=c0a89b2656d4,42601,1731962217548, seqNum=2] 2024-11-18T20:37:13,618 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:37:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:37:13,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,42601,1731962217548 suceeded 2024-11-18T20:37:13,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:37:13,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-18T20:37:13,621 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:46139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:37:13,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-18T20:37:13,631 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:46139' 2024-11-18T20:37:13,632 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280c13b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:13,632 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:13,632 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:13,632 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:13,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3300f76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:13,634 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:13,634 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7ac8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:13,634 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@301afb52 2024-11-18T20:37:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:13,635 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:13,636 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,42601,1731962217548 (queues=1) is replicating from cluster=31c6529b-893b-406f-93ce-2a65f2fa426a to cluster=e3443a8a-e8a9-4945-b40e-91ef1c60636a 2024-11-18T20:37:13,636 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C42601%2C1731962217548 2024-11-18T20:37:13,636 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,42601,1731962217548, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:13,636 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C42601%2C1731962217548 2024-11-18T20:37:13,637 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, startPosition=0, beingWritten=true 2024-11-18T20:37:13,641 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:13,641 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:13,641 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:13,844 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:14,106 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:14,147 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:14,353 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:14,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:14,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:14,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:14,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:14,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:14,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:14,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:14,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:14,355 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddab9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:14,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:14,356 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:14,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be01f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:14,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67e42eff 2024-11-18T20:37:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:14,358 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:39701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:37:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:37:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:14,361 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:39701' 2024-11-18T20:37:14,361 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9eef9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:14,361 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:37:14,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:14,362 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:37:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:37:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dec5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:37:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:14,363 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:14,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673e2210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:14,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,39701,1731962213972 2024-11-18T20:37:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@736f1365 2024-11-18T20:37:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:14,365 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:14,366 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:37:14,366 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:37:14,366 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:14,366 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:14,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:14,367 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:14,368 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:37:14,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:14,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:14,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:37:14,418 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:37:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:14,550 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:14,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8be143aace76e80047c0fc770fd36be0, NAME => 'hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9 2024-11-18T20:37:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:37:14,809 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:15,053 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:15,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:15,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8be143aace76e80047c0fc770fd36be0, disabling compactions & flushes 2024-11-18T20:37:15,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. after waiting 0 ms 2024-11-18T20:37:15,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8be143aace76e80047c0fc770fd36be0: Waiting for close lock at 1731962235183Disabling compacts and flushes for region at 1731962235183Disabling writes for close at 1731962235183Writing region close event to WAL at 1731962235183Closed at 1731962235183 2024-11-18T20:37:15,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:15,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962235184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962235184"}]},"ts":"1731962235184"} 2024-11-18T20:37:15,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:15,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:15,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962235186"}]},"ts":"1731962235186"} 2024-11-18T20:37:15,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:37:15,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8be143aace76e80047c0fc770fd36be0, ASSIGN}] 2024-11-18T20:37:15,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8be143aace76e80047c0fc770fd36be0, ASSIGN 2024-11-18T20:37:15,189 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8be143aace76e80047c0fc770fd36be0, ASSIGN; state=OFFLINE, location=c0a89b2656d4,34499,1731962221545; forceNewPlan=false, retain=false 2024-11-18T20:37:15,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8be143aace76e80047c0fc770fd36be0, regionState=OPENING, regionLocation=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:15,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8be143aace76e80047c0fc770fd36be0, ASSIGN because future has completed 2024-11-18T20:37:15,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8be143aace76e80047c0fc770fd36be0, server=c0a89b2656d4,34499,1731962221545}] 2024-11-18T20:37:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:15,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:37:15,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C34499%2C1731962221545.rep, suffix=, logDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545, archiveDir=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/oldWALs, maxLogs=10 2024-11-18T20:37:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.rep.1731962235498, exclude list is [], retry=0 2024-11-18T20:37:15,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44233,DS-0f81ee84-5df9-4ab4-983c-8c8ffa619936,DISK] 2024-11-18T20:37:15,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.rep.1731962235498 2024-11-18T20:37:15,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46425:46425)] 2024-11-18T20:37:15,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8be143aace76e80047c0fc770fd36be0, NAME => 'hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:15,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. service=MultiRowMutationService 2024-11-18T20:37:15,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:37:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,519 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,520 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be143aace76e80047c0fc770fd36be0 columnFamilyName hfileref 2024-11-18T20:37:15,520 DEBUG [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:15,520 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] regionserver.HStore(327): Store=8be143aace76e80047c0fc770fd36be0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:15,520 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,521 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be143aace76e80047c0fc770fd36be0 columnFamilyName queue 2024-11-18T20:37:15,521 DEBUG [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:15,521 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] regionserver.HStore(327): Store=8be143aace76e80047c0fc770fd36be0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:15,521 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,522 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be143aace76e80047c0fc770fd36be0 columnFamilyName sid 2024-11-18T20:37:15,522 DEBUG [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:15,522 INFO [StoreOpener-8be143aace76e80047c0fc770fd36be0-1 {}] regionserver.HStore(327): Store=8be143aace76e80047c0fc770fd36be0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:15,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:15,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:15,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8be143aace76e80047c0fc770fd36be0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59967219, jitterRate=-0.10641880333423615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:15,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:15,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8be143aace76e80047c0fc770fd36be0: Running coprocessor pre-open hook at 1731962235518Writing region info on filesystem at 1731962235518Initializing all the Stores at 1731962235519 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962235519Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962235519Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962235519Cleaning up temporary data from old regions at 1731962235524 (+5 ms)Running coprocessor post-open hooks at 1731962235527 (+3 ms)Region opened successfully at 1731962235527 2024-11-18T20:37:15,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0., pid=10, masterSystemTime=1731962235494 2024-11-18T20:37:15,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:15,529 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8be143aace76e80047c0fc770fd36be0, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:15,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8be143aace76e80047c0fc770fd36be0, server=c0a89b2656d4,34499,1731962221545 because future has completed 2024-11-18T20:37:15,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:37:15,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8be143aace76e80047c0fc770fd36be0, server=c0a89b2656d4,34499,1731962221545 in 190 msec 2024-11-18T20:37:15,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:37:15,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8be143aace76e80047c0fc770fd36be0, ASSIGN in 345 msec 2024-11-18T20:37:15,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:15,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962235535"}]},"ts":"1731962235535"} 2024-11-18T20:37:15,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:37:15,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:15,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-18T20:37:15,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0., hostname=c0a89b2656d4,34499,1731962221545, seqNum=2] 2024-11-18T20:37:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:15,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:15,612 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:15,656 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:15,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:37:15,731 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:37:15,757 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,34499,1731962221545, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:15,757 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:15,757 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,34499,1731962221545, seqNum=-1] 2024-11-18T20:37:15,757 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:15,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:15,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,34499,1731962221545', locateType=CURRENT is [region=hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0., hostname=c0a89b2656d4,34499,1731962221545, seqNum=2] 2024-11-18T20:37:15,762 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:37:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:37:15,763 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,34499,1731962221545 suceeded 2024-11-18T20:37:15,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:37:15,765 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:39701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:37:15,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-18T20:37:15,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-11-18T20:37:15,775 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:39701' 2024-11-18T20:37:15,776 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490763ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:15,776 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:37:15,776 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:15,777 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:37:15,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:15,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:37:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c241ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:37:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:15,778 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:15,779 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38dabaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:15,779 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:15,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,39701,1731962213972 2024-11-18T20:37:15,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21991d15 2024-11-18T20:37:15,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:15,780 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:15,781 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,34499,1731962221545 (queues=1) is replicating from cluster=e3443a8a-e8a9-4945-b40e-91ef1c60636a to cluster=3e5192f0-2c03-4fd6-850f-746ffae5e17e 2024-11-18T20:37:15,781 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C34499%2C1731962221545 2024-11-18T20:37:15,781 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,34499,1731962221545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:15,781 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C34499%2C1731962221545 2024-11-18T20:37:15,781 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, startPosition=0, beingWritten=true 2024-11-18T20:37:15,787 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:15,787 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 379, reset compression=false 2024-11-18T20:37:15,787 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:15,991 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 379, reset compression=false 2024-11-18T20:37:16,294 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 379, reset compression=false 2024-11-18T20:37:16,359 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:16,504 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:16,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:16,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:16,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:16,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:16,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:16,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:37:16,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:16,505 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:37:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:37:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108abba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:37:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:16,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:16,507 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:16,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6df748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,44807,-1 for getting cluster id 2024-11-18T20:37:16,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:16,508 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31c6529b-893b-406f-93ce-2a65f2fa426a' 2024-11-18T20:37:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31c6529b-893b-406f-93ce-2a65f2fa426a" 2024-11-18T20:37:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6b37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,44807,-1] 2024-11-18T20:37:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:16,509 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46549073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:16,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:16,511 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb3bd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:16,512 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481e1bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45345,1731962214014, seqNum=-1] 2024-11-18T20:37:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:16,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:16,515 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 379, reset compression=false 2024-11-18T20:37:16,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371., hostname=c0a89b2656d4,45345,1731962214014, seqNum=2] 2024-11-18T20:37:16,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:16,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,34499,1731962221545, seqNum=-1] 2024-11-18T20:37:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:16,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19., hostname=c0a89b2656d4,34499,1731962221545, seqNum=2] 2024-11-18T20:37:16,548 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:16,548 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 480, reset compression=false 2024-11-18T20:37:16,548 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c26e37dadd1cfad9d5a054ac0d1371/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T20:37:16,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:37:16,549 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:16,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40082c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,44807,-1 for getting cluster id 2024-11-18T20:37:16,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:16,552 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31c6529b-893b-406f-93ce-2a65f2fa426a' 2024-11-18T20:37:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31c6529b-893b-406f-93ce-2a65f2fa426a" 2024-11-18T20:37:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c92274d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,44807,-1] 2024-11-18T20:37:16,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:16,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:16,553 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:16,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cd20fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:16,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:16,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42601,1731962217548, seqNum=-1] 2024-11-18T20:37:16,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:16,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:16,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b., hostname=c0a89b2656d4,42601,1731962217548, seqNum=2] 2024-11-18T20:37:16,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:16,697 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 379, reset compression=false 2024-11-18T20:37:16,751 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 480, reset compression=false 2024-11-18T20:37:17,055 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 480, reset compression=false 2024-11-18T20:37:17,163 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 379, reset compression=false 2024-11-18T20:37:17,167 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:17,167 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 503, reset compression=false 2024-11-18T20:37:17,167 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[{test/e17966db3c4130f6044d08f8b46d8f3b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T20:37:17,169 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:17,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:17,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:17,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f54c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:17,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:17,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:17,171 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:17,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d9f2302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:17,173 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:17,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aeda39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:17,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:17,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,34499,1731962221545, seqNum=-1] 2024-11-18T20:37:17,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:17,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:17,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19., hostname=c0a89b2656d4,34499,1731962221545, seqNum=2] 2024-11-18T20:37:17,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:17,200 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 379, reset compression=false 2024-11-18T20:37:17,204 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:17,204 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 526, reset compression=false 2024-11-18T20:37:17,204 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:17,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:17,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,370 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 503, reset compression=false 2024-11-18T20:37:17,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:17,407 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 526, reset compression=false 2024-11-18T20:37:17,458 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 480, reset compression=false 2024-11-18T20:37:17,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T20:37:17,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42601,1731962217548, seqNum=-1] 2024-11-18T20:37:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:17,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b., hostname=c0a89b2656d4,42601,1731962217548, seqNum=2] 2024-11-18T20:37:17,556 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T20:37:17,674 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 503, reset compression=false 2024-11-18T20:37:17,678 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:17,678 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 607, reset compression=false 2024-11-18T20:37:17,678 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[{test/e17966db3c4130f6044d08f8b46d8f3b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:37:17,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:17,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:17,711 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 526, reset compression=false 2024-11-18T20:37:17,715 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:17,715 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 653, reset compression=false 2024-11-18T20:37:17,715 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eeb8ac64f0d730bdb7c4eff31a8fb19/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:37:17,717 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:17,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:17,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:17,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2baee1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:17,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:37:17,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:17,720 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:37:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:37:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c1527d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:37:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:17,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:17,721 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:17,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17fc7469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:17,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:17,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,45345,1731962214014, seqNum=-1] 2024-11-18T20:37:17,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:17,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371., hostname=c0a89b2656d4,45345,1731962214014, seqNum=2] 2024-11-18T20:37:17,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:17,881 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 607, reset compression=false 2024-11-18T20:37:17,921 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 653, reset compression=false 2024-11-18T20:37:17,961 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 480, reset compression=false 2024-11-18T20:37:17,964 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:17,964 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 631, reset compression=false 2024-11-18T20:37:17,964 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:18,167 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 631, reset compression=false 2024-11-18T20:37:18,184 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 607, reset compression=false 2024-11-18T20:37:18,225 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 653, reset compression=false 2024-11-18T20:37:18,471 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 631, reset compression=false 2024-11-18T20:37:18,558 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T20:37:18,561 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T20:37:18,587 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 607, reset compression=false 2024-11-18T20:37:18,628 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 653, reset compression=false 2024-11-18T20:37:18,632 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:18,632 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 757, reset compression=false 2024-11-18T20:37:18,632 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eeb8ac64f0d730bdb7c4eff31a8fb19/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:37:18,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:18,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:18,835 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 757, reset compression=false 2024-11-18T20:37:18,875 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 631, reset compression=false 2024-11-18T20:37:18,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:18,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 759, reset compression=false 2024-11-18T20:37:18,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c26e37dadd1cfad9d5a054ac0d1371/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:37:18,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:18,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:19,083 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 759, reset compression=false 2024-11-18T20:37:19,090 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 607, reset compression=false 2024-11-18T20:37:19,094 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:19,094 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 758, reset compression=false 2024-11-18T20:37:19,094 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:19,139 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 757, reset compression=false 2024-11-18T20:37:19,297 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 758, reset compression=false 2024-11-18T20:37:19,386 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 759, reset compression=false 2024-11-18T20:37:19,542 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 757, reset compression=false 2024-11-18T20:37:19,562 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T20:37:19,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T20:37:19,602 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 758, reset compression=false 2024-11-18T20:37:19,789 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 759, reset compression=false 2024-11-18T20:37:19,793 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:19,793 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 915, reset compression=false 2024-11-18T20:37:19,793 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c26e37dadd1cfad9d5a054ac0d1371/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T20:37:19,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:19,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:19,996 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 915, reset compression=false 2024-11-18T20:37:20,005 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 758, reset compression=false 2024-11-18T20:37:20,009 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:20,009 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 905, reset compression=false 2024-11-18T20:37:20,009 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[{test/e17966db3c4130f6044d08f8b46d8f3b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T20:37:20,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:20,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:20,045 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 757, reset compression=false 2024-11-18T20:37:20,049 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:20,049 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 927, reset compression=false 2024-11-18T20:37:20,049 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:20,214 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 905, reset compression=false 2024-11-18T20:37:20,252 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 927, reset compression=false 2024-11-18T20:37:20,299 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 915, reset compression=false 2024-11-18T20:37:20,517 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 905, reset compression=false 2024-11-18T20:37:20,555 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 927, reset compression=false 2024-11-18T20:37:20,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T20:37:20,572 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T20:37:20,702 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 915, reset compression=false 2024-11-18T20:37:20,920 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 905, reset compression=false 2024-11-18T20:37:20,924 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:20,924 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1064, reset compression=false 2024-11-18T20:37:20,924 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[{test/e17966db3c4130f6044d08f8b46d8f3b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:37:20,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:20,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:20,958 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 927, reset compression=false 2024-11-18T20:37:20,962 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:20,962 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1076, reset compression=false 2024-11-18T20:37:20,962 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eeb8ac64f0d730bdb7c4eff31a8fb19/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T20:37:20,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:20,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:21,127 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1064, reset compression=false 2024-11-18T20:37:21,165 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1076, reset compression=false 2024-11-18T20:37:21,205 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 915, reset compression=false 2024-11-18T20:37:21,208 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:21,209 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1088, reset compression=false 2024-11-18T20:37:21,209 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:21,411 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1088, reset compression=false 2024-11-18T20:37:21,430 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1064, reset compression=false 2024-11-18T20:37:21,469 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1076, reset compression=false 2024-11-18T20:37:21,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T20:37:21,581 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T20:37:21,714 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1088, reset compression=false 2024-11-18T20:37:21,833 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1064, reset compression=false 2024-11-18T20:37:21,872 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1076, reset compression=false 2024-11-18T20:37:21,877 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:21,877 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1235, reset compression=false 2024-11-18T20:37:21,877 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eeb8ac64f0d730bdb7c4eff31a8fb19/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:37:21,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:21,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:22,081 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1235, reset compression=false 2024-11-18T20:37:22,117 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1088, reset compression=false 2024-11-18T20:37:22,121 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:22,121 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1238, reset compression=false 2024-11-18T20:37:22,121 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c26e37dadd1cfad9d5a054ac0d1371/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T20:37:22,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:22,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:22,324 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1238, reset compression=false 2024-11-18T20:37:22,337 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1064, reset compression=false 2024-11-18T20:37:22,341 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:22,341 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1237, reset compression=false 2024-11-18T20:37:22,341 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:22,385 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1235, reset compression=false 2024-11-18T20:37:22,544 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1237, reset compression=false 2024-11-18T20:37:22,583 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T20:37:22,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f44e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:22,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:22,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:22,590 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f56dc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:22,592 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:22,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b23667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:22,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2906b14d 2024-11-18T20:37:22,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:22,596 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:22,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-18T20:37:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T20:37:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:37:22,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:22,628 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1238, reset compression=false 2024-11-18T20:37:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:37:22,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T20:37:22,754 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T20:37:22,755 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T20:37:22,755 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,34499,1731962221545 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T20:37:22,755 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0. 2024-11-18T20:37:22,755 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:22,755 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:22,755 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:22,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:22,848 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1237, reset compression=false 2024-11-18T20:37:22,856 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T20:37:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:37:22,956 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 terminated 2024-11-18T20:37:22,972 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,34499,1731962221545, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:22,973 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T20:37:22,973 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T20:37:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T20:37:22,975 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c0a89b2656d4,34499,1731962221545 suceeded 2024-11-18T20:37:22,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T20:37:22,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-18T20:37:22,977 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T20:37:22,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 380 msec 2024-11-18T20:37:22,987 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:39701' 2024-11-18T20:37:22,988 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760f9def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:22,988 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,39701,-1 for getting cluster id 2024-11-18T20:37:22,989 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:22,989 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5192f0-2c03-4fd6-850f-746ffae5e17e' 2024-11-18T20:37:22,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:22,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5192f0-2c03-4fd6-850f-746ffae5e17e" 2024-11-18T20:37:22,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13f210a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:22,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,39701,-1] 2024-11-18T20:37:22,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:22,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:22,991 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:22,991 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bf672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:22,991 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:22,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,39701,1731962213972 2024-11-18T20:37:22,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e8110a7 2024-11-18T20:37:22,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:22,993 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:22,994 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,34499,1731962221545 (queues=1) is replicating from cluster=e3443a8a-e8a9-4945-b40e-91ef1c60636a to cluster=3e5192f0-2c03-4fd6-850f-746ffae5e17e 2024-11-18T20:37:22,994 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C34499%2C1731962221545 2024-11-18T20:37:22,994 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,34499,1731962221545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:22,994 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C34499%2C1731962221545 2024-11-18T20:37:23,031 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1238, reset compression=false 2024-11-18T20:37:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:37:23,224 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:23,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:23,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:23,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:23,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:23,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:23,227 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T20:37:23,251 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1237, reset compression=false 2024-11-18T20:37:23,535 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1238, reset compression=false 2024-11-18T20:37:23,539 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:23,540 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1342, reset compression=false 2024-11-18T20:37:23,540 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c26e37dadd1cfad9d5a054ac0d1371/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:37:23,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:23,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:23,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:37:23,743 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1342, reset compression=false 2024-11-18T20:37:23,754 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1237, reset compression=false 2024-11-18T20:37:23,758 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:23,758 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1364, reset compression=false 2024-11-18T20:37:23,758 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[{test/e17966db3c4130f6044d08f8b46d8f3b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:37:23,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:23,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:23,961 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1364, reset compression=false 2024-11-18T20:37:24,047 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1342, reset compression=false 2024-11-18T20:37:24,228 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T20:37:24,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8672c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:24,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,46139,-1 for getting cluster id 2024-11-18T20:37:24,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:24,231 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3443a8a-e8a9-4945-b40e-91ef1c60636a' 2024-11-18T20:37:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3443a8a-e8a9-4945-b40e-91ef1c60636a" 2024-11-18T20:37:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce20959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,46139,-1] 2024-11-18T20:37:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,232 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481e048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:24,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d7e365b 2024-11-18T20:37:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:24,237 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:24,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-18T20:37:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T20:37:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T20:37:24,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:24,265 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1364, reset compression=false 2024-11-18T20:37:24,269 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:24,269 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:24,269 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[{test/e17966db3c4130f6044d08f8b46d8f3b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:37:24,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:24,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34499 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T20:37:24,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T20:37:24,395 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T20:37:24,395 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T20:37:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T20:37:24,397 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c0a89b2656d4,34499,1731962221545 suceeded 2024-11-18T20:37:24,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T20:37:24,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-18T20:37:24,399 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T20:37:24,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 161 msec 2024-11-18T20:37:24,450 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1342, reset compression=false 2024-11-18T20:37:24,473 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:24,495 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, startPosition=1235, beingWritten=true 2024-11-18T20:37:24,499 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:24,499 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1512, reset compression=false 2024-11-18T20:37:24,499 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eeb8ac64f0d730bdb7c4eff31a8fb19/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T20:37:24,502 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:24,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:24,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:24,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45345 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T20:37:24,553 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:24,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:24,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:24,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:24,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T20:37:24,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:37:24,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:24,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:24,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:24,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:37:24,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1353994391, stopped=false 2024-11-18T20:37:24,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,46139,1731962221510 2024-11-18T20:37:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/261018654/running 2024-11-18T20:37:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/261018654/running 2024-11-18T20:37:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:24,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:37:24,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:24,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:24,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,558 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,34499,1731962221545' ***** 2024-11-18T20:37:24,558 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:37:24,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/running 2024-11-18T20:37:24,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Set watcher on znode that does not yet exist, /261018654/running 2024-11-18T20:37:24,558 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:37:24,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(3091): Received CLOSE for 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(3091): Received CLOSE for 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:34499. 2024-11-18T20:37:24,559 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8be143aace76e80047c0fc770fd36be0, disabling compactions & flushes 2024-11-18T20:37:24,559 DEBUG [RS:0;c0a89b2656d4:34499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:24,559 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:24,559 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:24,559 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:24,559 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. after waiting 0 ms 2024-11-18T20:37:24,559 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:37:24,559 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:37:24,559 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8be143aace76e80047c0fc770fd36be0 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-18T20:37:24,560 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:37:24,560 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1325): Online Regions={8be143aace76e80047c0fc770fd36be0=hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0., 1588230740=hbase:meta,,1.1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19=test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.} 2024-11-18T20:37:24,560 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:24,560 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19, 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:24,560 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:24,560 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:24,560 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:24,560 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:24,560 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:37:24,573 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/.tmp/queue/e4967fd390d8472da6162440a49a9eac is 154, key is 1-c0a89b2656d4,34499,1731962221545/queue:c0a89b2656d4%2C34499%2C1731962221545/1731962244506/Put/seqid=0 2024-11-18T20:37:24,573 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/info/15644bab5834428fad447b0a27ada785 is 147, key is hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0./info:regioninfo/1731962235529/Put/seqid=0 2024-11-18T20:37:24,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:37:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741840_1016 (size=5353) 2024-11-18T20:37:24,616 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:37:24,702 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1512, reset compression=false 2024-11-18T20:37:24,760 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19, 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:24,776 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:24,953 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1342, reset compression=false 2024-11-18T20:37:24,957 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:24,957 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:24,957 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:24,960 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19, 8be143aace76e80047c0fc770fd36be0 2024-11-18T20:37:24,977 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/info/15644bab5834428fad447b0a27ada785 2024-11-18T20:37:24,977 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/.tmp/queue/e4967fd390d8472da6162440a49a9eac 2024-11-18T20:37:24,981 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/.tmp/queue/e4967fd390d8472da6162440a49a9eac as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/queue/e4967fd390d8472da6162440a49a9eac 2024-11-18T20:37:24,985 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/queue/e4967fd390d8472da6162440a49a9eac, entries=1, sequenceid=13, filesize=5.2 K 2024-11-18T20:37:24,986 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8be143aace76e80047c0fc770fd36be0 in 427ms, sequenceid=13, compaction requested=false 2024-11-18T20:37:24,994 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/ns/2e66fa5e1cee4bc6a7c2c5ecbc838e7b is 43, key is default/ns:d/1731962224469/Put/seqid=0 2024-11-18T20:37:24,995 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/replication/8be143aace76e80047c0fc770fd36be0/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:37:24,997 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8be143aace76e80047c0fc770fd36be0: Waiting for close lock at 1731962244559Running coprocessor pre-close hooks at 1731962244559Disabling compacts and flushes for region at 1731962244559Disabling writes for close at 1731962244559Obtaining lock to block concurrent updates at 1731962244559Preparing flush snapshotting stores in 8be143aace76e80047c0fc770fd36be0 at 1731962244559Finished memstore snapshotting hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731962244560 (+1 ms)Flushing stores of hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. at 1731962244560Flushing 8be143aace76e80047c0fc770fd36be0/queue: creating writer at 1731962244560Flushing 8be143aace76e80047c0fc770fd36be0/queue: appending metadata at 1731962244573 (+13 ms)Flushing 8be143aace76e80047c0fc770fd36be0/queue: closing flushed file at 1731962244573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0cebcb: reopening flushed file at 1731962244981 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8be143aace76e80047c0fc770fd36be0 in 427ms, sequenceid=13, compaction requested=false at 1731962244986 (+5 ms)Writing region close event to WAL at 1731962244988 (+2 ms)Running coprocessor post-close hooks at 1731962244997 (+9 ms)Closed at 1731962244997 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962234366.8be143aace76e80047c0fc770fd36be0. 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6eeb8ac64f0d730bdb7c4eff31a8fb19, disabling compactions & flushes 2024-11-18T20:37:24,997 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. after waiting 0 ms 2024-11-18T20:37:24,997 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:24,998 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T20:37:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:37:25,005 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/ns/2e66fa5e1cee4bc6a7c2c5ecbc838e7b 2024-11-18T20:37:25,005 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1512, reset compression=false 2024-11-18T20:37:25,009 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:25,009 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1759, reset compression=false 2024-11-18T20:37:25,009 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,34499,1731962221545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:25,010 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,34499,1731962221545: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,34499,1731962221545, walGroup=c0a89b2656d4%2C34499%2C1731962221545, offset=c0a89b2656d4%2C34499%2C1731962221545.1731962223526:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:34499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:37:25,012 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:37:25,012 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:37:25,013 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:37:25,013 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:37:25,013 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:37:25,013 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 780159488 }, "NonHeapMemoryUsage": { "committed": 200474624, "init": 7667712, "max": -1, "used": 197605120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:37:25,013 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:46139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:46139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:37:25,018 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/f/a2297c38ae954d339c065204347c0241 is 37, key is row3/f:row3/1731962243225/Put/seqid=0 2024-11-18T20:37:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741843_1019 (size=5228) 2024-11-18T20:37:25,024 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/rep_barrier/9fbe0769a71e410181d3f3d393dfaba6 is 112, key is test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19./rep_barrier:seqnumDuringOpen/1731962230049/Put/seqid=0 2024-11-18T20:37:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741844_1020 (size=5518) 2024-11-18T20:37:25,160 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:25,160 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:25,179 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:25,212 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1759, reset compression=false 2024-11-18T20:37:25,360 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:25,397 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:37:25,397 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:37:25,422 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/f/a2297c38ae954d339c065204347c0241 2024-11-18T20:37:25,426 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2297c38ae954d339c065204347c0241 2024-11-18T20:37:25,427 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/rep_barrier/9fbe0769a71e410181d3f3d393dfaba6 2024-11-18T20:37:25,443 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/f1/8e60d7300a0a486ebd05ec9daf03f19e is 30, key is row1/f1:/1731962240570/DeleteFamily/seqid=0 2024-11-18T20:37:25,446 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/table/3ba49fb84ec54409abd55cb117d7d6eb is 53, key is hbase:replication/table:state/1731962235535/Put/seqid=0 2024-11-18T20:37:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741845_1021 (size=5158) 2024-11-18T20:37:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:37:25,463 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:25,515 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1759, reset compression=false 2024-11-18T20:37:25,561 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:25,682 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:25,761 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:37:25,761 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19=test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19.} 2024-11-18T20:37:25,761 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:25,847 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/f1/8e60d7300a0a486ebd05ec9daf03f19e 2024-11-18T20:37:25,850 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/table/3ba49fb84ec54409abd55cb117d7d6eb 2024-11-18T20:37:25,851 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e60d7300a0a486ebd05ec9daf03f19e 2024-11-18T20:37:25,853 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/info/15644bab5834428fad447b0a27ada785 as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/info/15644bab5834428fad447b0a27ada785 2024-11-18T20:37:25,857 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/info/15644bab5834428fad447b0a27ada785, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:37:25,858 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/ns/2e66fa5e1cee4bc6a7c2c5ecbc838e7b as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/ns/2e66fa5e1cee4bc6a7c2c5ecbc838e7b 2024-11-18T20:37:25,861 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/ns/2e66fa5e1cee4bc6a7c2c5ecbc838e7b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:37:25,862 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/rep_barrier/9fbe0769a71e410181d3f3d393dfaba6 as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/rep_barrier/9fbe0769a71e410181d3f3d393dfaba6 2024-11-18T20:37:25,865 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/rep_barrier/9fbe0769a71e410181d3f3d393dfaba6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:37:25,865 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/.tmp/table/3ba49fb84ec54409abd55cb117d7d6eb as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/table/3ba49fb84ec54409abd55cb117d7d6eb 2024-11-18T20:37:25,866 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:25,868 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/table/3ba49fb84ec54409abd55cb117d7d6eb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:37:25,869 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-18T20:37:25,869 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/norep/fb666751d8c04de687383268c1e09646 is 33, key is row2/norep:/1731962241575/DeleteFamily/seqid=0 2024-11-18T20:37:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741847_1023 (size=5108) 2024-11-18T20:37:25,873 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:37:25,873 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:25,873 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:37:25,873 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:25,873 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962244560Running coprocessor pre-close hooks at 1731962244560Disabling compacts and flushes for region at 1731962244560Disabling writes for close at 1731962244560Obtaining lock to block concurrent updates at 1731962244560Preparing flush snapshotting stores in 1588230740 at 1731962244560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962244560Flushing stores of hbase:meta,,1.1588230740 at 1731962244560Flushing 1588230740/info: creating writer at 1731962244560Flushing 1588230740/info: appending metadata at 1731962244573 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731962244573Flushing 1588230740/ns: creating writer at 1731962244981 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731962244994 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731962244994Flushing 1588230740/rep_barrier: creating writer at 1731962245010 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962245023 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962245023Flushing 1588230740/table: creating writer at 1731962245433 (+410 ms)Flushing 1588230740/table: appending metadata at 1731962245446 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731962245446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb7faea: reopening flushed file at 1731962245853 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b84939: reopening flushed file at 1731962245857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d89f9a6: reopening flushed file at 1731962245861 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169655f7: reopening flushed file at 1731962245865 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731962245869 (+4 ms)Writing region close event to WAL at 1731962245870 (+1 ms)Running coprocessor post-close hooks at 1731962245873 (+3 ms)Closed at 1731962245873 2024-11-18T20:37:25,874 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:25,918 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1759, reset compression=false 2024-11-18T20:37:25,961 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:26,161 DEBUG [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1351): Waiting on 6eeb8ac64f0d730bdb7c4eff31a8fb19 2024-11-18T20:37:26,273 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/norep/fb666751d8c04de687383268c1e09646 2024-11-18T20:37:26,277 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb666751d8c04de687383268c1e09646 2024-11-18T20:37:26,277 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/f/a2297c38ae954d339c065204347c0241 as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/f/a2297c38ae954d339c065204347c0241 2024-11-18T20:37:26,280 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2297c38ae954d339c065204347c0241 2024-11-18T20:37:26,280 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/f/a2297c38ae954d339c065204347c0241, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T20:37:26,281 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/f1/8e60d7300a0a486ebd05ec9daf03f19e as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/f1/8e60d7300a0a486ebd05ec9daf03f19e 2024-11-18T20:37:26,284 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e60d7300a0a486ebd05ec9daf03f19e 2024-11-18T20:37:26,284 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/f1/8e60d7300a0a486ebd05ec9daf03f19e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T20:37:26,285 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:26,285 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/.tmp/norep/fb666751d8c04de687383268c1e09646 as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/norep/fb666751d8c04de687383268c1e09646 2024-11-18T20:37:26,289 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb666751d8c04de687383268c1e09646 2024-11-18T20:37:26,289 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/norep/fb666751d8c04de687383268c1e09646, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T20:37:26,290 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6eeb8ac64f0d730bdb7c4eff31a8fb19 in 1293ms, sequenceid=12, compaction requested=false 2024-11-18T20:37:26,294 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/data/default/test/6eeb8ac64f0d730bdb7c4eff31a8fb19/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:37:26,295 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:26,295 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:37:26,295 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:26,295 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6eeb8ac64f0d730bdb7c4eff31a8fb19: Waiting for close lock at 1731962244997Running coprocessor pre-close hooks at 1731962244997Disabling compacts and flushes for region at 1731962244997Disabling writes for close at 1731962244997Obtaining lock to block concurrent updates at 1731962244998 (+1 ms)Preparing flush snapshotting stores in 6eeb8ac64f0d730bdb7c4eff31a8fb19 at 1731962244998Finished memstore snapshotting test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731962244998Flushing stores of test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. at 1731962244998Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/f: creating writer at 1731962244998Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/f: appending metadata at 1731962245018 (+20 ms)Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/f: closing flushed file at 1731962245018Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/f1: creating writer at 1731962245426 (+408 ms)Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/f1: appending metadata at 1731962245442 (+16 ms)Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/f1: closing flushed file at 1731962245442Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/norep: creating writer at 1731962245851 (+409 ms)Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/norep: appending metadata at 1731962245868 (+17 ms)Flushing 6eeb8ac64f0d730bdb7c4eff31a8fb19/norep: closing flushed file at 1731962245868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e599747: reopening flushed file at 1731962246277 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6212414a: reopening flushed file at 1731962246280 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465ca996: reopening flushed file at 1731962246284 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6eeb8ac64f0d730bdb7c4eff31a8fb19 in 1293ms, sequenceid=12, compaction requested=false at 1731962246290 (+6 ms)Writing region close event to WAL at 1731962246292 (+2 ms)Running coprocessor post-close hooks at 1731962246295 (+3 ms)Closed at 1731962246295 2024-11-18T20:37:26,295 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962228896.6eeb8ac64f0d730bdb7c4eff31a8fb19. 2024-11-18T20:37:26,361 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,34499,1731962221545; all regions closed. 2024-11-18T20:37:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:37:26,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.meta.1731962224431.meta not finished, retry = 0 2024-11-18T20:37:26,369 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:26,421 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 1759, reset compression=false 2024-11-18T20:37:26,426 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:26,426 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/WALs/c0a89b2656d4,34499,1731962221545/c0a89b2656d4%2C34499%2C1731962221545.1731962223526 to pos 2403, reset compression=false 2024-11-18T20:37:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741839_1015 (size=3333) 2024-11-18T20:37:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741832_1008 (size=2411) 2024-11-18T20:37:26,468 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:26,468 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:37:26,469 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:37:26,469 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:37:26,469 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:37:26,469 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:37:26,469 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,34499,1731962221545 because: Region server is closing 2024-11-18T20:37:26,469 INFO [RS:0;c0a89b2656d4:34499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:34499. 2024-11-18T20:37:26,470 DEBUG [RS:0;c0a89b2656d4:34499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:26,470 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:26,470 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:26,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:26,570 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.shipperc0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 terminated 2024-11-18T20:37:26,570 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,34499,1731962221545.replicationSource.wal-reader.c0a89b2656d4%2C34499%2C1731962221545,1-c0a89b2656d4,34499,1731962221545 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:37:26,570 INFO [RS:0;c0a89b2656d4:34499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:34499. 2024-11-18T20:37:26,570 DEBUG [RS:0;c0a89b2656d4:34499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:26,570 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:26,570 DEBUG [RS:0;c0a89b2656d4:34499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:26,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:26,571 INFO [RS:0;c0a89b2656d4:34499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34499 2024-11-18T20:37:26,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/261018654/rs/c0a89b2656d4,34499,1731962221545 2024-11-18T20:37:26,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654/rs 2024-11-18T20:37:26,572 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:37:26,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,34499,1731962221545] 2024-11-18T20:37:26,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /261018654/draining/c0a89b2656d4,34499,1731962221545 already deleted, retry=false 2024-11-18T20:37:26,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,34499,1731962221545 expired; onlineServers=0 2024-11-18T20:37:26,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,46139,1731962221510' ***** 2024-11-18T20:37:26,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:37:26,573 INFO [M:0;c0a89b2656d4:46139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:37:26,574 INFO [M:0;c0a89b2656d4:46139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:37:26,574 DEBUG [M:0;c0a89b2656d4:46139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:37:26,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:37:26,574 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962223287 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962223287,5,FailOnTimeoutGroup] 2024-11-18T20:37:26,574 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962223287 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962223287,5,FailOnTimeoutGroup] 2024-11-18T20:37:26,574 DEBUG [M:0;c0a89b2656d4:46139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:37:26,574 INFO [M:0;c0a89b2656d4:46139 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:37:26,574 INFO [M:0;c0a89b2656d4:46139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:37:26,574 DEBUG [M:0;c0a89b2656d4:46139 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:37:26,574 INFO [M:0;c0a89b2656d4:46139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:37:26,574 INFO [M:0;c0a89b2656d4:46139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:37:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/261018654/master 2024-11-18T20:37:26,574 INFO [M:0;c0a89b2656d4:46139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:37:26,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/261018654 2024-11-18T20:37:26,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:37:26,575 DEBUG [M:0;c0a89b2656d4:46139 {}] zookeeper.ZKUtil(347): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Unable to get data of znode /261018654/master because node does not exist (not an error) 2024-11-18T20:37:26,575 WARN [M:0;c0a89b2656d4:46139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:37:26,576 INFO [M:0;c0a89b2656d4:46139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/.lastflushedseqids 2024-11-18T20:37:26,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:37:26,580 INFO [M:0;c0a89b2656d4:46139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:37:26,580 INFO [M:0;c0a89b2656d4:46139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:37:26,580 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:26,580 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:26,580 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:26,580 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:26,580 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:26,580 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-18T20:37:26,594 DEBUG [M:0;c0a89b2656d4:46139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d26cd144a77f4aeeae29bb84bcc8d74f is 82, key is hbase:meta,,1/info:regioninfo/1731962224461/Put/seqid=0 2024-11-18T20:37:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:37:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:26,673 INFO [RS:0;c0a89b2656d4:34499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:37:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34499-0x100548d6f660007, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:26,673 INFO [RS:0;c0a89b2656d4:34499 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,34499,1731962221545; zookeeper connection closed. 2024-11-18T20:37:26,673 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1766a4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1766a4d 2024-11-18T20:37:26,673 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:37:26,971 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:26,988 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:26,998 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d26cd144a77f4aeeae29bb84bcc8d74f 2024-11-18T20:37:27,014 DEBUG [M:0;c0a89b2656d4:46139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/833789514d104b49b9ee11d779490a7a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962235538/Put/seqid=0 2024-11-18T20:37:27,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741850_1026 (size=9213) 2024-11-18T20:37:27,418 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/833789514d104b49b9ee11d779490a7a 2024-11-18T20:37:27,434 DEBUG [M:0;c0a89b2656d4:46139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28d0cd1ea71a4a928b556d8d93157664 is 69, key is c0a89b2656d4,34499,1731962221545/rs:state/1731962223385/Put/seqid=0 2024-11-18T20:37:27,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:37:27,491 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:37:27,675 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:27,791 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:27,838 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28d0cd1ea71a4a928b556d8d93157664 2024-11-18T20:37:27,841 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d26cd144a77f4aeeae29bb84bcc8d74f as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d26cd144a77f4aeeae29bb84bcc8d74f 2024-11-18T20:37:27,844 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d26cd144a77f4aeeae29bb84bcc8d74f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T20:37:27,845 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/833789514d104b49b9ee11d779490a7a as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/833789514d104b49b9ee11d779490a7a 2024-11-18T20:37:27,848 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/833789514d104b49b9ee11d779490a7a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T20:37:27,849 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28d0cd1ea71a4a928b556d8d93157664 as hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28d0cd1ea71a4a928b556d8d93157664 2024-11-18T20:37:27,852 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42927/user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28d0cd1ea71a4a928b556d8d93157664, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T20:37:27,852 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-11-18T20:37:27,853 INFO [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:27,853 DEBUG [M:0;c0a89b2656d4:46139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962246580Disabling compacts and flushes for region at 1731962246580Disabling writes for close at 1731962246580Obtaining lock to block concurrent updates at 1731962246580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962246580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731962246580Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962246581 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962246581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962246594 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962246594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962247001 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962247014 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962247014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962247421 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962247434 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962247434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd682de: reopening flushed file at 1731962247841 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635acd33: reopening flushed file at 1731962247844 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a94e516: reopening flushed file at 1731962247848 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1731962247852 (+4 ms)Writing region close event to WAL at 1731962247853 (+1 ms)Closed at 1731962247853 2024-11-18T20:37:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44233 is added to blk_1073741830_1006 (size=73878) 2024-11-18T20:37:27,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbbcbe2d-df78-b2ca-1a0b-3ea6924997e9/MasterData/WALs/c0a89b2656d4,46139,1731962221510/c0a89b2656d4%2C46139%2C1731962221510.1731962223227 not finished, retry = 0 2024-11-18T20:37:27,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:37:27,956 INFO [M:0;c0a89b2656d4:46139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:37:27,956 INFO [M:0;c0a89b2656d4:46139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46139 2024-11-18T20:37:27,956 INFO [M:0;c0a89b2656d4:46139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:37:28,058 INFO [M:0;c0a89b2656d4:46139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:37:28,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:28,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46139-0x100548d6f660006, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:28,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60672866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:28,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:37:28,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:37:28,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:37:28,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir/,STOPPED} 2024-11-18T20:37:28,063 WARN [BP-676709663-172.17.0.2-1731962220599 heartbeating to localhost/127.0.0.1:42927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:37:28,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:37:28,063 WARN [BP-676709663-172.17.0.2-1731962220599 heartbeating to localhost/127.0.0.1:42927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-676709663-172.17.0.2-1731962220599 (Datanode Uuid 16802e30-74ac-4523-926d-4bbeed49c910) service to localhost/127.0.0.1:42927 2024-11-18T20:37:28,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:37:28,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/cluster_25538297-34c3-d44f-76c2-f293734adcb2/data/data1/current/BP-676709663-172.17.0.2-1731962220599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:37:28,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/cluster_25538297-34c3-d44f-76c2-f293734adcb2/data/data2/current/BP-676709663-172.17.0.2-1731962220599 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:37:28,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:37:28,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:28,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:37:28,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:37:28,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:37:28,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir/,STOPPED} 2024-11-18T20:37:28,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:37:28,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:37:28,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:28,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:28,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:28,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:28,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:37:28,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209502281, stopped=false 2024-11-18T20:37:28,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:28,085 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,44807,1731962217501 2024-11-18T20:37:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114663968/running 2024-11-18T20:37:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114663968/running 2024-11-18T20:37:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:28,085 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:37:28,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:28,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:28,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:28,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,42601,1731962217548' ***** 2024-11-18T20:37:28,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/running 2024-11-18T20:37:28,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:37:28,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Set watcher on znode that does not yet exist, /11114663968/running 2024-11-18T20:37:28,086 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:37:28,086 INFO [RS:0;c0a89b2656d4:42601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:37:28,086 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:37:28,086 INFO [RS:0;c0a89b2656d4:42601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:37:28,086 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(3091): Received CLOSE for 73ea4af770854331871f0dd72e660699 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(3091): Received CLOSE for e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73ea4af770854331871f0dd72e660699, disabling compactions & flushes 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42601. 2024-11-18T20:37:28,087 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. after waiting 0 ms 2024-11-18T20:37:28,087 DEBUG [RS:0;c0a89b2656d4:42601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:28,087 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:28,087 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73ea4af770854331871f0dd72e660699 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:37:28,087 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:37:28,087 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1325): Online Regions={73ea4af770854331871f0dd72e660699=hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699., e17966db3c4130f6044d08f8b46d8f3b=test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:37:28,087 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ea4af770854331871f0dd72e660699, e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:28,087 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:28,087 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:28,087 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:37:28,100 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/.tmp/queue/a3b1c3f942d84b2f868ff32d5c196b2f is 154, key is 1-c0a89b2656d4,42601,1731962217548/queue:c0a89b2656d4%2C42601%2C1731962217548/1731962244274/Put/seqid=0 2024-11-18T20:37:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741840_1016 (size=5353) 2024-11-18T20:37:28,104 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/info/b38543a4f88042179cf6f70bd2b6b456 is 147, key is hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699./info:regioninfo/1731962233380/Put/seqid=0 2024-11-18T20:37:28,104 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/.tmp/queue/a3b1c3f942d84b2f868ff32d5c196b2f 2024-11-18T20:37:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:37:28,110 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/info/b38543a4f88042179cf6f70bd2b6b456 2024-11-18T20:37:28,112 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/.tmp/queue/a3b1c3f942d84b2f868ff32d5c196b2f as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/queue/a3b1c3f942d84b2f868ff32d5c196b2f 2024-11-18T20:37:28,115 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/queue/a3b1c3f942d84b2f868ff32d5c196b2f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T20:37:28,116 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 73ea4af770854331871f0dd72e660699 in 29ms, sequenceid=14, compaction requested=false 2024-11-18T20:37:28,116 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:37:28,124 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/replication/73ea4af770854331871f0dd72e660699/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T20:37:28,124 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:28,124 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:37:28,124 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:28,124 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73ea4af770854331871f0dd72e660699: Waiting for close lock at 1731962248087Running coprocessor pre-close hooks at 1731962248087Disabling compacts and flushes for region at 1731962248087Disabling writes for close at 1731962248087Obtaining lock to block concurrent updates at 1731962248087Preparing flush snapshotting stores in 73ea4af770854331871f0dd72e660699 at 1731962248087Finished memstore snapshotting hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731962248087Flushing stores of hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. at 1731962248088 (+1 ms)Flushing 73ea4af770854331871f0dd72e660699/queue: creating writer at 1731962248088Flushing 73ea4af770854331871f0dd72e660699/queue: appending metadata at 1731962248100 (+12 ms)Flushing 73ea4af770854331871f0dd72e660699/queue: closing flushed file at 1731962248100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca13b00: reopening flushed file at 1731962248111 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 73ea4af770854331871f0dd72e660699 in 29ms, sequenceid=14, compaction requested=false at 1731962248116 (+5 ms)Writing region close event to WAL at 1731962248121 (+5 ms)Running coprocessor post-close hooks at 1731962248124 (+3 ms)Closed at 1731962248124 2024-11-18T20:37:28,125 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962232216.73ea4af770854331871f0dd72e660699. 2024-11-18T20:37:28,125 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e17966db3c4130f6044d08f8b46d8f3b, disabling compactions & flushes 2024-11-18T20:37:28,125 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:28,125 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:28,125 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. after waiting 0 ms 2024-11-18T20:37:28,125 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:28,125 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e17966db3c4130f6044d08f8b46d8f3b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T20:37:28,129 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:37:28,130 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/ns/8d0fbe2c706241d5813ceacdf4c3adc2 is 43, key is default/ns:d/1731962220461/Put/seqid=0 2024-11-18T20:37:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:37:28,134 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/ns/8d0fbe2c706241d5813ceacdf4c3adc2 2024-11-18T20:37:28,141 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/f/3c622f46e9c84d7fa6203384cfc6411e is 37, key is row3/f:row3/1731962243225/Put/seqid=0 2024-11-18T20:37:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741843_1019 (size=5228) 2024-11-18T20:37:28,152 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/rep_barrier/bd26a510d975452488480f8d79b90acf is 112, key is test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b./rep_barrier:seqnumDuringOpen/1731962227902/Put/seqid=0 2024-11-18T20:37:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741844_1020 (size=5518) 2024-11-18T20:37:28,287 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:28,478 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:28,488 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:28,491 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:37:28,491 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:37:28,545 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/f/3c622f46e9c84d7fa6203384cfc6411e 2024-11-18T20:37:28,548 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c622f46e9c84d7fa6203384cfc6411e 2024-11-18T20:37:28,556 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/rep_barrier/bd26a510d975452488480f8d79b90acf 2024-11-18T20:37:28,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/f1/733cfaddab2f45b4b377e89ba6496284 is 30, key is row1/f1:/1731962240570/DeleteFamily/seqid=0 2024-11-18T20:37:28,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741845_1021 (size=5158) 2024-11-18T20:37:28,575 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/table/9e2122f62f2b4757a0d212914b9dd159 is 53, key is hbase:replication/table:state/1731962233386/Put/seqid=0 2024-11-18T20:37:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:37:28,578 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/table/9e2122f62f2b4757a0d212914b9dd159 2024-11-18T20:37:28,583 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/info/b38543a4f88042179cf6f70bd2b6b456 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/info/b38543a4f88042179cf6f70bd2b6b456 2024-11-18T20:37:28,586 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/info/b38543a4f88042179cf6f70bd2b6b456, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:37:28,587 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/ns/8d0fbe2c706241d5813ceacdf4c3adc2 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/ns/8d0fbe2c706241d5813ceacdf4c3adc2 2024-11-18T20:37:28,591 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/ns/8d0fbe2c706241d5813ceacdf4c3adc2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:37:28,591 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/rep_barrier/bd26a510d975452488480f8d79b90acf as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/rep_barrier/bd26a510d975452488480f8d79b90acf 2024-11-18T20:37:28,595 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/rep_barrier/bd26a510d975452488480f8d79b90acf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:37:28,596 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/.tmp/table/9e2122f62f2b4757a0d212914b9dd159 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/table/9e2122f62f2b4757a0d212914b9dd159 2024-11-18T20:37:28,599 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/table/9e2122f62f2b4757a0d212914b9dd159, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:37:28,600 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=16, compaction requested=false 2024-11-18T20:37:28,600 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:37:28,608 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:37:28,608 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:28,608 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:37:28,608 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:28,608 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962248087Running coprocessor pre-close hooks at 1731962248087Disabling compacts and flushes for region at 1731962248087Disabling writes for close at 1731962248087Obtaining lock to block concurrent updates at 1731962248087Preparing flush snapshotting stores in 1588230740 at 1731962248087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962248088 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962248088Flushing 1588230740/info: creating writer at 1731962248088Flushing 1588230740/info: appending metadata at 1731962248103 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731962248103Flushing 1588230740/ns: creating writer at 1731962248113 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731962248130 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731962248130Flushing 1588230740/rep_barrier: creating writer at 1731962248137 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962248152 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962248152Flushing 1588230740/table: creating writer at 1731962248559 (+407 ms)Flushing 1588230740/table: appending metadata at 1731962248574 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731962248574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a0ffa5: reopening flushed file at 1731962248582 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8a70b8: reopening flushed file at 1731962248587 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a72e01: reopening flushed file at 1731962248591 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20664908: reopening flushed file at 1731962248595 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 513ms, sequenceid=16, compaction requested=false at 1731962248600 (+5 ms)Writing region close event to WAL at 1731962248605 (+5 ms)Running coprocessor post-close hooks at 1731962248608 (+3 ms)Closed at 1731962248608 2024-11-18T20:37:28,608 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:28,688 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:28,694 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1468, reset compression=false 2024-11-18T20:37:28,697 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:28,697 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1715, reset compression=false 2024-11-18T20:37:28,697 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42601,1731962217548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:28,698 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,42601,1731962217548: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,42601,1731962217548, walGroup=c0a89b2656d4%2C42601%2C1731962217548, offset=c0a89b2656d4%2C42601%2C1731962217548.1731962219530:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:37:28,700 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:37:28,700 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:37:28,700 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:37:28,700 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:37:28,700 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:37:28,700 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 870337024 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198240464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:37:28,700 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:44807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:44807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:37:28,888 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:28,900 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1715, reset compression=false 2024-11-18T20:37:28,969 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/f1/733cfaddab2f45b4b377e89ba6496284 2024-11-18T20:37:28,973 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 733cfaddab2f45b4b377e89ba6496284 2024-11-18T20:37:28,990 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/norep/ef59d1898f314cbfb1cce33756598f3c is 33, key is row1/norep:/1731962240570/DeleteFamily/seqid=0 2024-11-18T20:37:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741847_1023 (size=5108) 2024-11-18T20:37:29,088 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:37:29,088 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1325): Online Regions={e17966db3c4130f6044d08f8b46d8f3b=test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b.} 2024-11-18T20:37:29,088 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:29,204 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.wal-reader.c0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.1731962219530 to pos 1715, reset compression=false 2024-11-18T20:37:29,288 DEBUG [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1351): Waiting on e17966db3c4130f6044d08f8b46d8f3b 2024-11-18T20:37:29,380 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:29,394 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/norep/ef59d1898f314cbfb1cce33756598f3c 2024-11-18T20:37:29,397 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef59d1898f314cbfb1cce33756598f3c 2024-11-18T20:37:29,397 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/f/3c622f46e9c84d7fa6203384cfc6411e as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/f/3c622f46e9c84d7fa6203384cfc6411e 2024-11-18T20:37:29,401 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c622f46e9c84d7fa6203384cfc6411e 2024-11-18T20:37:29,401 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/f/3c622f46e9c84d7fa6203384cfc6411e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T20:37:29,401 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/f1/733cfaddab2f45b4b377e89ba6496284 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/f1/733cfaddab2f45b4b377e89ba6496284 2024-11-18T20:37:29,404 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 733cfaddab2f45b4b377e89ba6496284 2024-11-18T20:37:29,405 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/f1/733cfaddab2f45b4b377e89ba6496284, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T20:37:29,405 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/.tmp/norep/ef59d1898f314cbfb1cce33756598f3c as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/norep/ef59d1898f314cbfb1cce33756598f3c 2024-11-18T20:37:29,408 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef59d1898f314cbfb1cce33756598f3c 2024-11-18T20:37:29,408 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/norep/ef59d1898f314cbfb1cce33756598f3c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T20:37:29,409 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e17966db3c4130f6044d08f8b46d8f3b in 1284ms, sequenceid=12, compaction requested=false 2024-11-18T20:37:29,409 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:37:29,413 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/data/default/test/e17966db3c4130f6044d08f8b46d8f3b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:37:29,413 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:29,413 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:37:29,413 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:29,414 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e17966db3c4130f6044d08f8b46d8f3b: Waiting for close lock at 1731962248125Running coprocessor pre-close hooks at 1731962248125Disabling compacts and flushes for region at 1731962248125Disabling writes for close at 1731962248125Obtaining lock to block concurrent updates at 1731962248125Preparing flush snapshotting stores in e17966db3c4130f6044d08f8b46d8f3b at 1731962248125Finished memstore snapshotting test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731962248125Flushing stores of test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. at 1731962248125Flushing e17966db3c4130f6044d08f8b46d8f3b/f: creating writer at 1731962248126 (+1 ms)Flushing e17966db3c4130f6044d08f8b46d8f3b/f: appending metadata at 1731962248140 (+14 ms)Flushing e17966db3c4130f6044d08f8b46d8f3b/f: closing flushed file at 1731962248140Flushing e17966db3c4130f6044d08f8b46d8f3b/f1: creating writer at 1731962248548 (+408 ms)Flushing e17966db3c4130f6044d08f8b46d8f3b/f1: appending metadata at 1731962248565 (+17 ms)Flushing e17966db3c4130f6044d08f8b46d8f3b/f1: closing flushed file at 1731962248565Flushing e17966db3c4130f6044d08f8b46d8f3b/norep: creating writer at 1731962248973 (+408 ms)Flushing e17966db3c4130f6044d08f8b46d8f3b/norep: appending metadata at 1731962248989 (+16 ms)Flushing e17966db3c4130f6044d08f8b46d8f3b/norep: closing flushed file at 1731962248989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cec1c74: reopening flushed file at 1731962249397 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5b1102: reopening flushed file at 1731962249401 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49cb4dac: reopening flushed file at 1731962249405 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e17966db3c4130f6044d08f8b46d8f3b in 1284ms, sequenceid=12, compaction requested=false at 1731962249409 (+4 ms)Writing region close event to WAL at 1731962249410 (+1 ms)Running coprocessor post-close hooks at 1731962249413 (+3 ms)Closed at 1731962249413 2024-11-18T20:37:29,414 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962226746.e17966db3c4130f6044d08f8b46d8f3b. 2024-11-18T20:37:29,488 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,42601,1731962217548; all regions closed. 2024-11-18T20:37:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:37:29,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/WALs/c0a89b2656d4,42601,1731962217548/c0a89b2656d4%2C42601%2C1731962217548.meta.1731962220421.meta not finished, retry = 0 2024-11-18T20:37:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741839_1015 (size=3552) 2024-11-18T20:37:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741832_1008 (size=2367) 2024-11-18T20:37:29,596 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:29,596 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:37:29,596 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:37:29,596 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:37:29,596 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:37:29,596 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:37:29,596 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,42601,1731962217548 because: Region server is closing 2024-11-18T20:37:29,597 INFO [RS:0;c0a89b2656d4:42601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42601. 2024-11-18T20:37:29,597 DEBUG [RS:0;c0a89b2656d4:42601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:29,597 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:29,597 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:29,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:29,697 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42601,1731962217548.replicationSource.shipperc0a89b2656d4%2C42601%2C1731962217548,1-c0a89b2656d4,42601,1731962217548 terminated 2024-11-18T20:37:29,697 INFO [RS:0;c0a89b2656d4:42601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42601. 2024-11-18T20:37:29,697 DEBUG [RS:0;c0a89b2656d4:42601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:29,697 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:29,697 DEBUG [RS:0;c0a89b2656d4:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:29,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:29,698 INFO [RS:0;c0a89b2656d4:42601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42601 2024-11-18T20:37:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114663968/rs/c0a89b2656d4,42601,1731962217548 2024-11-18T20:37:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968/rs 2024-11-18T20:37:29,699 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:37:29,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,42601,1731962217548] 2024-11-18T20:37:29,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11114663968/draining/c0a89b2656d4,42601,1731962217548 already deleted, retry=false 2024-11-18T20:37:29,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,42601,1731962217548 expired; onlineServers=0 2024-11-18T20:37:29,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,44807,1731962217501' ***** 2024-11-18T20:37:29,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:37:29,700 INFO [M:0;c0a89b2656d4:44807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:37:29,700 INFO [M:0;c0a89b2656d4:44807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:37:29,700 DEBUG [M:0;c0a89b2656d4:44807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:37:29,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:37:29,700 DEBUG [M:0;c0a89b2656d4:44807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:37:29,700 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962219289 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962219289,5,FailOnTimeoutGroup] 2024-11-18T20:37:29,700 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962219287 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962219287,5,FailOnTimeoutGroup] 2024-11-18T20:37:29,700 INFO [M:0;c0a89b2656d4:44807 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:37:29,700 INFO [M:0;c0a89b2656d4:44807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:37:29,700 DEBUG [M:0;c0a89b2656d4:44807 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:37:29,700 INFO [M:0;c0a89b2656d4:44807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:37:29,701 INFO [M:0;c0a89b2656d4:44807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:37:29,701 INFO [M:0;c0a89b2656d4:44807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:37:29,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:37:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11114663968/master 2024-11-18T20:37:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11114663968 2024-11-18T20:37:29,701 DEBUG [M:0;c0a89b2656d4:44807 {}] zookeeper.ZKUtil(347): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Unable to get data of znode /11114663968/master because node does not exist (not an error) 2024-11-18T20:37:29,701 WARN [M:0;c0a89b2656d4:44807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:37:29,701 INFO [M:0;c0a89b2656d4:44807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/.lastflushedseqids 2024-11-18T20:37:29,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:37:29,799 INFO [RS:0;c0a89b2656d4:42601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:37:29,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:29,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x100548d6f660004, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:29,799 INFO [RS:0;c0a89b2656d4:42601 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,42601,1731962217548; zookeeper connection closed. 2024-11-18T20:37:29,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74b4892a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74b4892a 2024-11-18T20:37:29,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:37:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:29,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:29,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,105 INFO [M:0;c0a89b2656d4:44807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:37:30,105 INFO [M:0;c0a89b2656d4:44807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:37:30,106 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:30,106 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:30,106 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:30,106 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:30,106 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:30,106 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T20:37:30,122 DEBUG [M:0;c0a89b2656d4:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f2919bf3bb4478b861e7551d2a02238 is 82, key is hbase:meta,,1/info:regioninfo/1731962220453/Put/seqid=0 2024-11-18T20:37:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:37:30,383 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:30,526 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f2919bf3bb4478b861e7551d2a02238 2024-11-18T20:37:30,543 DEBUG [M:0;c0a89b2656d4:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f2e076fe8943b4b7c863c7544030b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962233389/Put/seqid=0 2024-11-18T20:37:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741850_1026 (size=8517) 2024-11-18T20:37:30,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:30,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:30,947 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f2e076fe8943b4b7c863c7544030b3 2024-11-18T20:37:30,974 DEBUG [M:0;c0a89b2656d4:44807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc6c8f67bd484ed89fd086f55cfe6922 is 69, key is c0a89b2656d4,42601,1731962217548/rs:state/1731962219390/Put/seqid=0 2024-11-18T20:37:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:37:31,378 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc6c8f67bd484ed89fd086f55cfe6922 2024-11-18T20:37:31,382 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f2919bf3bb4478b861e7551d2a02238 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f2919bf3bb4478b861e7551d2a02238 2024-11-18T20:37:31,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:31,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:31,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68538 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:31,386 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f2919bf3bb4478b861e7551d2a02238, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:37:31,386 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f2e076fe8943b4b7c863c7544030b3 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f2e076fe8943b4b7c863c7544030b3 2024-11-18T20:37:31,390 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f2e076fe8943b4b7c863c7544030b3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:37:31,390 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc6c8f67bd484ed89fd086f55cfe6922 as hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc6c8f67bd484ed89fd086f55cfe6922 2024-11-18T20:37:31,394 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33207/user/jenkins/test-data/760f3fba-84f9-b714-15fe-01ddff4eaf09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc6c8f67bd484ed89fd086f55cfe6922, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:37:31,395 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-18T20:37:31,398 INFO [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:31,398 DEBUG [M:0;c0a89b2656d4:44807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962250105Disabling compacts and flushes for region at 1731962250105Disabling writes for close at 1731962250106 (+1 ms)Obtaining lock to block concurrent updates at 1731962250106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962250106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731962250106Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962250107 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962250107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962250122 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962250122Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962250530 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962250543 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962250543Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962250950 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962250973 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962250973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f617430: reopening flushed file at 1731962251382 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bb2822: reopening flushed file at 1731962251386 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520a3ded: reopening flushed file at 1731962251390 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731962251395 (+5 ms)Writing region close event to WAL at 1731962251398 (+3 ms)Closed at 1731962251398 2024-11-18T20:37:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41089 is added to blk_1073741830_1006 (size=63666) 2024-11-18T20:37:31,401 INFO [M:0;c0a89b2656d4:44807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:37:31,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:37:31,401 INFO [M:0;c0a89b2656d4:44807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44807 2024-11-18T20:37:31,402 INFO [M:0;c0a89b2656d4:44807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:37:31,486 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:31,503 INFO [M:0;c0a89b2656d4:44807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:37:31,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:31,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44807-0x100548d6f660003, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:31,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da64c88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:31,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:37:31,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:37:31,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:37:31,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir/,STOPPED} 2024-11-18T20:37:31,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:37:31,507 WARN [BP-1498959238-172.17.0.2-1731962217063 heartbeating to localhost/127.0.0.1:33207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:37:31,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:37:31,507 WARN [BP-1498959238-172.17.0.2-1731962217063 heartbeating to localhost/127.0.0.1:33207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498959238-172.17.0.2-1731962217063 (Datanode Uuid 3c3d9fc0-0f9b-4cff-ad92-8bf18c3bd0c7) service to localhost/127.0.0.1:33207 2024-11-18T20:37:31,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/cluster_ce22a668-a36d-fff2-a2a9-ae43c55fe6ea/data/data1/current/BP-1498959238-172.17.0.2-1731962217063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:37:31,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/cluster_ce22a668-a36d-fff2-a2a9-ae43c55fe6ea/data/data2/current/BP-1498959238-172.17.0.2-1731962217063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:37:31,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:37:31,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624c38f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:31,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:37:31,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:37:31,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:37:31,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/566c4da4-bb51-4af9-c550-897b25d78ee4/hadoop.log.dir/,STOPPED} 2024-11-18T20:37:31,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:37:31,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:37:31,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:31,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:31,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:31,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:31,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:31,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:37:31,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1082289658, stopped=false 2024-11-18T20:37:31,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,39701,1731962213972 2024-11-18T20:37:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135869694/running 2024-11-18T20:37:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135869694/running 2024-11-18T20:37:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:37:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:37:31,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:37:31,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:31,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:31,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:31,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/running 2024-11-18T20:37:31,528 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,45345,1731962214014' ***** 2024-11-18T20:37:31,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Set watcher on znode that does not yet exist, /0-1135869694/running 2024-11-18T20:37:31,528 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:37:31,528 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:37:31,528 INFO [RS:0;c0a89b2656d4:45345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:37:31,529 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,45345,1731962214014 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45345. 2024-11-18T20:37:31,529 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efb07b31228bcad124d1e051c78e69b8, disabling compactions & flushes 2024-11-18T20:37:31,529 DEBUG [RS:0;c0a89b2656d4:45345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:31,529 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:31,529 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:31,529 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:31,529 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. after waiting 0 ms 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:37:31,529 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:37:31,529 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing efb07b31228bcad124d1e051c78e69b8 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T20:37:31,529 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:37:31,529 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1325): Online Regions={efb07b31228bcad124d1e051c78e69b8=hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8., 1588230740=hbase:meta,,1.1588230740, b7c26e37dadd1cfad9d5a054ac0d1371=test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.} 2024-11-18T20:37:31,529 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371, efb07b31228bcad124d1e051c78e69b8 2024-11-18T20:37:31,529 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:31,530 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:31,530 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:31,530 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:31,530 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:31,530 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:37:31,543 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/info/993a1157571e4ce392cf99e32ec357b8 is 147, key is hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8./info:regioninfo/1731962231831/Put/seqid=0 2024-11-18T20:37:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741840_1016 (size=7686) 2024-11-18T20:37:31,546 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/.tmp/queue/f65467e892c24b259505a903b73cb4dd is 154, key is 1-c0a89b2656d4,45345,1731962214014/queue:c0a89b2656d4%2C45345%2C1731962214014/1731962244958/Put/seqid=0 2024-11-18T20:37:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741841_1017 (size=5353) 2024-11-18T20:37:31,553 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/.tmp/queue/f65467e892c24b259505a903b73cb4dd 2024-11-18T20:37:31,557 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/.tmp/queue/f65467e892c24b259505a903b73cb4dd as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/queue/f65467e892c24b259505a903b73cb4dd 2024-11-18T20:37:31,561 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/queue/f65467e892c24b259505a903b73cb4dd, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T20:37:31,561 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for efb07b31228bcad124d1e051c78e69b8 in 32ms, sequenceid=14, compaction requested=false 2024-11-18T20:37:31,561 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/replication/efb07b31228bcad124d1e051c78e69b8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:37:31,565 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efb07b31228bcad124d1e051c78e69b8: Waiting for close lock at 1731962251529Running coprocessor pre-close hooks at 1731962251529Disabling compacts and flushes for region at 1731962251529Disabling writes for close at 1731962251529Obtaining lock to block concurrent updates at 1731962251529Preparing flush snapshotting stores in efb07b31228bcad124d1e051c78e69b8 at 1731962251529Finished memstore snapshotting hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731962251530 (+1 ms)Flushing stores of hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. at 1731962251530Flushing efb07b31228bcad124d1e051c78e69b8/queue: creating writer at 1731962251530Flushing efb07b31228bcad124d1e051c78e69b8/queue: appending metadata at 1731962251546 (+16 ms)Flushing efb07b31228bcad124d1e051c78e69b8/queue: closing flushed file at 1731962251546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8f0406: reopening flushed file at 1731962251557 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for efb07b31228bcad124d1e051c78e69b8 in 32ms, sequenceid=14, compaction requested=false at 1731962251561 (+4 ms)Writing region close event to WAL at 1731962251562 (+1 ms)Running coprocessor post-close hooks at 1731962251565 (+3 ms)Closed at 1731962251565 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962231069.efb07b31228bcad124d1e051c78e69b8. 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7c26e37dadd1cfad9d5a054ac0d1371, disabling compactions & flushes 2024-11-18T20:37:31,565 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. after waiting 0 ms 2024-11-18T20:37:31,565 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:31,566 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7c26e37dadd1cfad9d5a054ac0d1371 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T20:37:31,579 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/f/6185c0e7145744e4a9104a6873572f91 is 37, key is row3/f:row3/1731962243225/Put/seqid=0 2024-11-18T20:37:31,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741842_1018 (size=5228) 2024-11-18T20:37:31,586 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:37:31,730 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:31,893 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:37:31,893 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:37:31,930 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:31,947 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/info/993a1157571e4ce392cf99e32ec357b8 2024-11-18T20:37:31,963 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/ns/e87dfc8a96534bd4b45fb5c51d572a0e is 43, key is default/ns:d/1731962216927/Put/seqid=0 2024-11-18T20:37:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741843_1019 (size=5153) 2024-11-18T20:37:31,982 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/f/6185c0e7145744e4a9104a6873572f91 2024-11-18T20:37:31,985 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6185c0e7145744e4a9104a6873572f91 2024-11-18T20:37:31,998 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/f1/94f81b73e50a448da700db7d91f76cac is 30, key is row1/f1:/1731962240570/DeleteFamily/seqid=0 2024-11-18T20:37:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741844_1020 (size=5158) 2024-11-18T20:37:32,130 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:32,330 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:32,367 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/ns/e87dfc8a96534bd4b45fb5c51d572a0e 2024-11-18T20:37:32,383 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/rep_barrier/46305238dbd94e1bafa499a4f2b17497 is 112, key is test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371./rep_barrier:seqnumDuringOpen/1731962225723/Put/seqid=0 2024-11-18T20:37:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741845_1021 (size=5518) 2024-11-18T20:37:32,401 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/f1/94f81b73e50a448da700db7d91f76cac 2024-11-18T20:37:32,404 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f81b73e50a448da700db7d91f76cac 2024-11-18T20:37:32,418 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/norep/8215afca8a7347dea2308d4cd195c474 is 32, key is row/norep:/1731962239563/DeleteFamily/seqid=0 2024-11-18T20:37:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741846_1022 (size=5101) 2024-11-18T20:37:32,530 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:37:32,530 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7c26e37dadd1cfad9d5a054ac0d1371=test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371.} 2024-11-18T20:37:32,530 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:32,690 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1493, reset compression=false 2024-11-18T20:37:32,693 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:32,693 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1740, reset compression=false 2024-11-18T20:37:32,693 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,45345,1731962214014 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:32,694 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,45345,1731962214014: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,45345,1731962214014, walGroup=c0a89b2656d4%2C45345%2C1731962214014, offset=c0a89b2656d4%2C45345%2C1731962214014.1731962215993:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:45345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:37:32,696 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:37:32,696 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:37:32,696 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:37:32,696 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:37:32,696 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:37:32,696 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 743434312 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198902672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:37:32,697 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:39701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:39701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:37:32,730 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7c26e37dadd1cfad9d5a054ac0d1371 2024-11-18T20:37:32,787 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/rep_barrier/46305238dbd94e1bafa499a4f2b17497 2024-11-18T20:37:32,808 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/table/55656098340442429f0f6662215eb618 is 53, key is hbase:replication/table:state/1731962231837/Put/seqid=0 2024-11-18T20:37:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741847_1023 (size=5308) 2024-11-18T20:37:32,821 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/norep/8215afca8a7347dea2308d4cd195c474 2024-11-18T20:37:32,824 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8215afca8a7347dea2308d4cd195c474 2024-11-18T20:37:32,825 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/f/6185c0e7145744e4a9104a6873572f91 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/f/6185c0e7145744e4a9104a6873572f91 2024-11-18T20:37:32,828 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6185c0e7145744e4a9104a6873572f91 2024-11-18T20:37:32,829 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/f/6185c0e7145744e4a9104a6873572f91, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T20:37:32,829 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/f1/94f81b73e50a448da700db7d91f76cac as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/f1/94f81b73e50a448da700db7d91f76cac 2024-11-18T20:37:32,833 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f81b73e50a448da700db7d91f76cac 2024-11-18T20:37:32,833 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/f1/94f81b73e50a448da700db7d91f76cac, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T20:37:32,834 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/.tmp/norep/8215afca8a7347dea2308d4cd195c474 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/norep/8215afca8a7347dea2308d4cd195c474 2024-11-18T20:37:32,837 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8215afca8a7347dea2308d4cd195c474 2024-11-18T20:37:32,837 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/norep/8215afca8a7347dea2308d4cd195c474, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T20:37:32,838 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b7c26e37dadd1cfad9d5a054ac0d1371 in 1273ms, sequenceid=12, compaction requested=false 2024-11-18T20:37:32,841 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/default/test/b7c26e37dadd1cfad9d5a054ac0d1371/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:37:32,842 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:32,842 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:37:32,842 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:32,842 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7c26e37dadd1cfad9d5a054ac0d1371: Waiting for close lock at 1731962251565Running coprocessor pre-close hooks at 1731962251565Disabling compacts and flushes for region at 1731962251565Disabling writes for close at 1731962251565Obtaining lock to block concurrent updates at 1731962251566 (+1 ms)Preparing flush snapshotting stores in b7c26e37dadd1cfad9d5a054ac0d1371 at 1731962251566Finished memstore snapshotting test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731962251566Flushing stores of test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. at 1731962251566Flushing b7c26e37dadd1cfad9d5a054ac0d1371/f: creating writer at 1731962251566Flushing b7c26e37dadd1cfad9d5a054ac0d1371/f: appending metadata at 1731962251578 (+12 ms)Flushing b7c26e37dadd1cfad9d5a054ac0d1371/f: closing flushed file at 1731962251578Flushing b7c26e37dadd1cfad9d5a054ac0d1371/f1: creating writer at 1731962251986 (+408 ms)Flushing b7c26e37dadd1cfad9d5a054ac0d1371/f1: appending metadata at 1731962251998 (+12 ms)Flushing b7c26e37dadd1cfad9d5a054ac0d1371/f1: closing flushed file at 1731962251998Flushing b7c26e37dadd1cfad9d5a054ac0d1371/norep: creating writer at 1731962252405 (+407 ms)Flushing b7c26e37dadd1cfad9d5a054ac0d1371/norep: appending metadata at 1731962252417 (+12 ms)Flushing b7c26e37dadd1cfad9d5a054ac0d1371/norep: closing flushed file at 1731962252417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e5c812: reopening flushed file at 1731962252825 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3905f9a6: reopening flushed file at 1731962252829 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300ca536: reopening flushed file at 1731962252833 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b7c26e37dadd1cfad9d5a054ac0d1371 in 1273ms, sequenceid=12, compaction requested=false at 1731962252838 (+5 ms)Writing region close event to WAL at 1731962252839 (+1 ms)Running coprocessor post-close hooks at 1731962252842 (+3 ms)Closed at 1731962252842 2024-11-18T20:37:32,842 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962224582.b7c26e37dadd1cfad9d5a054ac0d1371. 2024-11-18T20:37:32,896 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 1740, reset compression=false 2024-11-18T20:37:32,900 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:32,900 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 2384, reset compression=false 2024-11-18T20:37:32,931 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:37:33,103 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 2384, reset compression=false 2024-11-18T20:37:33,131 DEBUG [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:37:33,212 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/table/55656098340442429f0f6662215eb618 2024-11-18T20:37:33,225 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/info/993a1157571e4ce392cf99e32ec357b8 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/info/993a1157571e4ce392cf99e32ec357b8 2024-11-18T20:37:33,229 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/info/993a1157571e4ce392cf99e32ec357b8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:37:33,229 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/ns/e87dfc8a96534bd4b45fb5c51d572a0e as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/ns/e87dfc8a96534bd4b45fb5c51d572a0e 2024-11-18T20:37:33,232 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/ns/e87dfc8a96534bd4b45fb5c51d572a0e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:37:33,233 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/rep_barrier/46305238dbd94e1bafa499a4f2b17497 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/rep_barrier/46305238dbd94e1bafa499a4f2b17497 2024-11-18T20:37:33,235 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/rep_barrier/46305238dbd94e1bafa499a4f2b17497, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:37:33,236 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/.tmp/table/55656098340442429f0f6662215eb618 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/table/55656098340442429f0f6662215eb618 2024-11-18T20:37:33,239 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/table/55656098340442429f0f6662215eb618, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:37:33,240 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-18T20:37:33,240 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:37:33,243 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:37:33,243 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:37:33,244 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:37:33,244 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:33,244 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962251529Running coprocessor pre-close hooks at 1731962251529Disabling compacts and flushes for region at 1731962251529Disabling writes for close at 1731962251530 (+1 ms)Obtaining lock to block concurrent updates at 1731962251530Preparing flush snapshotting stores in 1588230740 at 1731962251530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962251530Flushing stores of hbase:meta,,1.1588230740 at 1731962251530Flushing 1588230740/info: creating writer at 1731962251530Flushing 1588230740/info: appending metadata at 1731962251543 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731962251543Flushing 1588230740/ns: creating writer at 1731962251951 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731962251963 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731962251963Flushing 1588230740/rep_barrier: creating writer at 1731962252370 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962252383 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962252383Flushing 1588230740/table: creating writer at 1731962252791 (+408 ms)Flushing 1588230740/table: appending metadata at 1731962252807 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731962252807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161622a5: reopening flushed file at 1731962253225 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745857bf: reopening flushed file at 1731962253229 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694519d7: reopening flushed file at 1731962253232 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11defa1d: reopening flushed file at 1731962253236 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731962253240 (+4 ms)Writing region close event to WAL at 1731962253241 (+1 ms)Running coprocessor post-close hooks at 1731962253243 (+2 ms)Closed at 1731962253244 (+1 ms) 2024-11-18T20:37:33,244 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:33,331 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,45345,1731962214014; all regions closed. 2024-11-18T20:37:33,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:37:33,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.meta.1731962216887.meta not finished, retry = 0 2024-11-18T20:37:33,406 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.1731962215993 to pos 2384, reset compression=false 2024-11-18T20:37:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741839_1015 (size=3552) 2024-11-18T20:37:33,435 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/WALs/c0a89b2656d4,45345,1731962214014/c0a89b2656d4%2C45345%2C1731962214014.rep.1731962231800 not finished, retry = 0 2024-11-18T20:37:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741832_1008 (size=2392) 2024-11-18T20:37:33,538 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:33,538 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:37:33,538 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:37:33,539 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:37:33,539 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:37:33,539 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:37:33,539 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,45345,1731962214014 because: Region server is closing 2024-11-18T20:37:33,539 INFO [RS:0;c0a89b2656d4:45345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45345. 2024-11-18T20:37:33,539 DEBUG [RS:0;c0a89b2656d4:45345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:33,539 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:33,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:33,540 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:33,640 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.shipperc0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 terminated 2024-11-18T20:37:33,640 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,45345,1731962214014.replicationSource.wal-reader.c0a89b2656d4%2C45345%2C1731962214014,1-c0a89b2656d4,45345,1731962214014 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:37:33,640 INFO [RS:0;c0a89b2656d4:45345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:45345. 2024-11-18T20:37:33,640 DEBUG [RS:0;c0a89b2656d4:45345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:33,640 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:33,640 DEBUG [RS:0;c0a89b2656d4:45345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:33,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:33,640 INFO [RS:0;c0a89b2656d4:45345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45345 2024-11-18T20:37:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694/rs 2024-11-18T20:37:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135869694/rs/c0a89b2656d4,45345,1731962214014 2024-11-18T20:37:33,641 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:37:33,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,45345,1731962214014] 2024-11-18T20:37:33,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135869694/draining/c0a89b2656d4,45345,1731962214014 already deleted, retry=false 2024-11-18T20:37:33,643 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,45345,1731962214014 expired; onlineServers=0 2024-11-18T20:37:33,643 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,39701,1731962213972' ***** 2024-11-18T20:37:33,643 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:37:33,643 INFO [M:0;c0a89b2656d4:39701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:37:33,643 INFO [M:0;c0a89b2656d4:39701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:37:33,643 DEBUG [M:0;c0a89b2656d4:39701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:37:33,643 DEBUG [M:0;c0a89b2656d4:39701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:37:33,643 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:37:33,643 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962215751 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962215751,5,FailOnTimeoutGroup] 2024-11-18T20:37:33,643 INFO [M:0;c0a89b2656d4:39701 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:37:33,643 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962215750 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962215750,5,FailOnTimeoutGroup] 2024-11-18T20:37:33,643 INFO [M:0;c0a89b2656d4:39701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:37:33,644 DEBUG [M:0;c0a89b2656d4:39701 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:37:33,644 INFO [M:0;c0a89b2656d4:39701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:37:33,644 INFO [M:0;c0a89b2656d4:39701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:37:33,644 INFO [M:0;c0a89b2656d4:39701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:37:33,644 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:37:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135869694/master 2024-11-18T20:37:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135869694 2024-11-18T20:37:33,644 DEBUG [M:0;c0a89b2656d4:39701 {}] zookeeper.ZKUtil(347): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Unable to get data of znode /0-1135869694/master because node does not exist (not an error) 2024-11-18T20:37:33,644 WARN [M:0;c0a89b2656d4:39701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:37:33,645 INFO [M:0;c0a89b2656d4:39701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/.lastflushedseqids 2024-11-18T20:37:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:37:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:33,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45345-0x100548d6f660001, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:33,742 INFO [RS:0;c0a89b2656d4:45345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:37:33,742 INFO [RS:0;c0a89b2656d4:45345 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,45345,1731962214014; zookeeper connection closed. 2024-11-18T20:37:33,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44384be8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44384be8 2024-11-18T20:37:33,743 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:37:34,049 INFO [M:0;c0a89b2656d4:39701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:37:34,049 INFO [M:0;c0a89b2656d4:39701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:37:34,049 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:34,049 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:34,049 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:34,049 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:34,049 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:34,049 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-18T20:37:34,066 DEBUG [M:0;c0a89b2656d4:39701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcfb3d720aa426393f9af5ff008f947 is 82, key is hbase:meta,,1/info:regioninfo/1731962216919/Put/seqid=0 2024-11-18T20:37:34,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:37:34,070 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcfb3d720aa426393f9af5ff008f947 2024-11-18T20:37:34,085 DEBUG [M:0;c0a89b2656d4:39701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71537995ce0e4aeeb104e4a59a68a29a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962225733/Put/seqid=0 2024-11-18T20:37:34,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741850_1026 (size=7219) 2024-11-18T20:37:34,489 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71537995ce0e4aeeb104e4a59a68a29a 2024-11-18T20:37:34,493 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71537995ce0e4aeeb104e4a59a68a29a 2024-11-18T20:37:34,508 DEBUG [M:0;c0a89b2656d4:39701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3128d3e6519b4c448eb3dd2c617e07d7 is 69, key is c0a89b2656d4,45345,1731962214014/rs:state/1731962215852/Put/seqid=0 2024-11-18T20:37:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:37:34,912 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3128d3e6519b4c448eb3dd2c617e07d7 2024-11-18T20:37:34,916 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adcfb3d720aa426393f9af5ff008f947 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adcfb3d720aa426393f9af5ff008f947 2024-11-18T20:37:34,920 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adcfb3d720aa426393f9af5ff008f947, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T20:37:34,920 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71537995ce0e4aeeb104e4a59a68a29a as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71537995ce0e4aeeb104e4a59a68a29a 2024-11-18T20:37:34,923 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71537995ce0e4aeeb104e4a59a68a29a 2024-11-18T20:37:34,923 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71537995ce0e4aeeb104e4a59a68a29a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T20:37:34,924 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3128d3e6519b4c448eb3dd2c617e07d7 as hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3128d3e6519b4c448eb3dd2c617e07d7 2024-11-18T20:37:34,927 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46881/user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3128d3e6519b4c448eb3dd2c617e07d7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T20:37:34,928 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false 2024-11-18T20:37:34,929 INFO [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:34,929 DEBUG [M:0;c0a89b2656d4:39701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962254049Disabling compacts and flushes for region at 1731962254049Disabling writes for close at 1731962254049Obtaining lock to block concurrent updates at 1731962254049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962254049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731962254050 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962254050Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962254050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962254066 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962254066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962254073 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962254085 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962254085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962254493 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962254508 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962254508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f253f9: reopening flushed file at 1731962254916 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50803bb8: reopening flushed file at 1731962254920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21688fe4: reopening flushed file at 1731962254923 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false at 1731962254928 (+5 ms)Writing region close event to WAL at 1731962254929 (+1 ms)Closed at 1731962254929 2024-11-18T20:37:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741830_1006 (size=64435) 2024-11-18T20:37:34,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/714b8bca-66dd-cf2a-5009-025affe907d4/MasterData/WALs/c0a89b2656d4,39701,1731962213972/c0a89b2656d4%2C39701%2C1731962213972.1731962215688 not finished, retry = 0 2024-11-18T20:37:35,033 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:37:35,033 INFO [M:0;c0a89b2656d4:39701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:37:35,033 INFO [M:0;c0a89b2656d4:39701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39701 2024-11-18T20:37:35,034 INFO [M:0;c0a89b2656d4:39701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:37:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:35,135 INFO [M:0;c0a89b2656d4:39701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:37:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39701-0x100548d6f660000, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:37:35,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188d364{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:35,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:37:35,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:37:35,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:37:35,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir/,STOPPED} 2024-11-18T20:37:35,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:37:35,139 WARN [BP-1703207979-172.17.0.2-1731962213133 heartbeating to localhost/127.0.0.1:46881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:37:35,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:37:35,139 WARN [BP-1703207979-172.17.0.2-1731962213133 heartbeating to localhost/127.0.0.1:46881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1703207979-172.17.0.2-1731962213133 (Datanode Uuid 510943b1-663a-40d0-91b1-a695cddf7c81) service to localhost/127.0.0.1:46881 2024-11-18T20:37:35,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/data/data1/current/BP-1703207979-172.17.0.2-1731962213133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:37:35,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/cluster_2aa773ed-53c9-b10e-af48-24f6cb5a5d0e/data/data2/current/BP-1703207979-172.17.0.2-1731962213133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:37:35,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:37:35,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:35,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:37:35,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:37:35,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:37:35,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/809b33c7-860e-ba5d-8b03-17850114d24d/hadoop.log.dir/,STOPPED} 2024-11-18T20:37:35,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:37:35,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:37:35,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 265) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46881 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52316) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33207 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52316) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42927 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52316) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=731 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=2183 (was 2341) 2024-11-18T20:37:35,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=2183 2024-11-18T20:37:35,198 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T20:37:35,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir so I do NOT create it in target/test-data/f6e59eab-b764-f815-3ace-76939420af81 2024-11-18T20:37:35,199 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:37:35,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.tmp.dir so I do NOT create it in target/test-data/f6e59eab-b764-f815-3ace-76939420af81 2024-11-18T20:37:35,199 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f330be-6553-ae22-a29c-b40b9b0a81d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:37:35,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81 2024-11-18T20:37:35,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747, deleteOnExit=true 2024-11-18T20:37:35,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/zookeeper_0, clientPort=60420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:37:35,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60420 2024-11-18T20:37:35,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:37:35,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/test.cache.data in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:37:35,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:35,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:37:35,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:37:35,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:37:35,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:35,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:37:35,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:37:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548d6f660002, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:37:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548d6f660005, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:37:35,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548d6f660002, quorum=127.0.0.1:52316, baseZNode=/0-1135869694 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:37:35,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548d6f660005, quorum=127.0.0.1:52316, baseZNode=/11114663968 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:37:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100548d6f660008, quorum=127.0.0.1:52316, baseZNode=/261018654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:37:35,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100548d6f660008, quorum=127.0.0.1:52316, baseZNode=/261018654 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:37:35,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:35,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:35,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:35,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:35,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:37:35,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:35,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:35,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:35,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a4a941f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/java.io.tmpdir/jetty-localhost-45237-hadoop-hdfs-3_4_1-tests_jar-_-any-5383206893116153324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:35,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:45237} 2024-11-18T20:37:35,380 INFO [Time-limited test {}] server.Server(415): Started @247499ms 2024-11-18T20:37:35,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:35,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:35,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:35,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:35,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:37:35,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:35,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:35,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/java.io.tmpdir/jetty-localhost-39295-hadoop-hdfs-3_4_1-tests_jar-_-any-14268270956820842781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:35,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:39295} 2024-11-18T20:37:35,613 INFO [Time-limited test {}] server.Server(415): Started @247732ms 2024-11-18T20:37:35,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:37:35,680 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/data/data2/current/BP-1748763881-172.17.0.2-1731962255225/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:35,680 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/data/data1/current/BP-1748763881-172.17.0.2-1731962255225/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:35,701 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:37:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb44ae0dfe1b6c57 with lease ID 0xaa020031b109cc69: Processing first storage report for DS-3aa85a5b-2ce1-4ee0-ac3e-6c13d352f3f0 from datanode DatanodeRegistration(127.0.0.1:33567, datanodeUuid=5be88164-abed-4dce-bdcd-e94abe3f140f, infoPort=40959, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=193246125;c=1731962255225) 2024-11-18T20:37:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb44ae0dfe1b6c57 with lease ID 0xaa020031b109cc69: from storage DS-3aa85a5b-2ce1-4ee0-ac3e-6c13d352f3f0 node DatanodeRegistration(127.0.0.1:33567, datanodeUuid=5be88164-abed-4dce-bdcd-e94abe3f140f, infoPort=40959, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=193246125;c=1731962255225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb44ae0dfe1b6c57 with lease ID 0xaa020031b109cc69: Processing first storage report for DS-3aa36d7e-400b-4813-b8b2-df5ddec638db from datanode DatanodeRegistration(127.0.0.1:33567, datanodeUuid=5be88164-abed-4dce-bdcd-e94abe3f140f, infoPort=40959, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=193246125;c=1731962255225) 2024-11-18T20:37:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb44ae0dfe1b6c57 with lease ID 0xaa020031b109cc69: from storage DS-3aa36d7e-400b-4813-b8b2-df5ddec638db node DatanodeRegistration(127.0.0.1:33567, datanodeUuid=5be88164-abed-4dce-bdcd-e94abe3f140f, infoPort=40959, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=193246125;c=1731962255225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:35,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81 2024-11-18T20:37:35,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:35,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:37:36,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c with version=8 2024-11-18T20:37:36,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/hbase-staging 2024-11-18T20:37:36,144 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:37:36,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:36,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35207 2024-11-18T20:37:36,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35207 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:36,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352070x0, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:36,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35207-0x100548e13d00000 connected 2024-11-18T20:37:36,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:36,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:36,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/running 2024-11-18T20:37:36,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c, hbase.cluster.distributed=false 2024-11-18T20:37:36,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/acl 2024-11-18T20:37:36,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35207 2024-11-18T20:37:36,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35207 2024-11-18T20:37:36,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35207 2024-11-18T20:37:36,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35207 2024-11-18T20:37:36,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35207 2024-11-18T20:37:36,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:36,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:36,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:36,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:36,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:36,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:36,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:37:36,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:36,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42867 2024-11-18T20:37:36,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42867 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:36,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:36,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428670x0, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:36,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42867-0x100548e13d00001 connected 2024-11-18T20:37:36,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/running 2024-11-18T20:37:36,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:37:36,193 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:37:36,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/master 2024-11-18T20:37:36,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/acl 2024-11-18T20:37:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-18T20:37:36,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42867 2024-11-18T20:37:36,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42867 2024-11-18T20:37:36,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-18T20:37:36,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-18T20:37:36,212 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:35207 2024-11-18T20:37:36,213 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1946003307/backup-masters/c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307/backup-masters 2024-11-18T20:37:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307/backup-masters 2024-11-18T20:37:36,214 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on existing znode=/0-1946003307/backup-masters/c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1946003307/master 2024-11-18T20:37:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:36,215 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on existing znode=/0-1946003307/master 2024-11-18T20:37:36,215 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1946003307/backup-masters/c0a89b2656d4,35207,1731962256144 from backup master directory 2024-11-18T20:37:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1946003307/backup-masters/c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307/backup-masters 2024-11-18T20:37:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307/backup-masters 2024-11-18T20:37:36,216 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:36,216 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:36,219 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/hbase.id] with ID: 8badaadc-804e-4557-8194-5ba88577961b 2024-11-18T20:37:36,219 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/.tmp/hbase.id 2024-11-18T20:37:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:37:36,624 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/.tmp/hbase.id]:[hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/hbase.id] 2024-11-18T20:37:36,632 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:36,632 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:37:36,633 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:37:36,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:36,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:37:37,038 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:37,039 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:37:37,039 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:37:37,044 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store 2024-11-18T20:37:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:37:37,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:37,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:37,449 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:37,449 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:37,449 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:37,449 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:37,449 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:37,449 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:37,449 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:37,449 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962257449Disabling compacts and flushes for region at 1731962257449Disabling writes for close at 1731962257449Writing region close event to WAL at 1731962257449Closed at 1731962257449 2024-11-18T20:37:37,450 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/.initializing 2024-11-18T20:37:37,450 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/WALs/c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:37,450 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:37,452 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C35207%2C1731962256144, suffix=, logDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/WALs/c0a89b2656d4,35207,1731962256144, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/oldWALs, maxLogs=10 2024-11-18T20:37:37,463 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/WALs/c0a89b2656d4,35207,1731962256144/c0a89b2656d4%2C35207%2C1731962256144.1731962257452, exclude list is [], retry=0 2024-11-18T20:37:37,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33567,DS-3aa85a5b-2ce1-4ee0-ac3e-6c13d352f3f0,DISK] 2024-11-18T20:37:37,466 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/WALs/c0a89b2656d4,35207,1731962256144/c0a89b2656d4%2C35207%2C1731962256144.1731962257452 2024-11-18T20:37:37,466 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40959:40959)] 2024-11-18T20:37:37,466 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:37,467 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:37,467 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,467 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:37:37,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:37,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:37,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:37:37,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:37,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:37,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:37:37,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:37,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:37,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:37:37,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:37,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:37,472 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,472 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,473 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,474 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:37,474 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:37,476 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:37,476 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67775628, jitterRate=0.009935557842254639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:37,476 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962257467Initializing all the Stores at 1731962257467Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962257467Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962257467Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962257467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962257467Cleaning up temporary data from old regions at 1731962257473 (+6 ms)Region opened successfully at 1731962257476 (+3 ms) 2024-11-18T20:37:37,476 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:37:37,478 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606ae544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:37,479 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:37:37,479 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:37:37,479 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:37:37,479 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:37:37,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:37:37,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:37:37,480 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:37:37,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:37:37,482 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Unable to get data of znode /0-1946003307/balancer because node does not exist (not necessarily an error) 2024-11-18T20:37:37,482 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1946003307/balancer already deleted, retry=false 2024-11-18T20:37:37,482 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:37:37,483 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Unable to get data of znode /0-1946003307/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:37:37,483 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1946003307/normalizer already deleted, retry=false 2024-11-18T20:37:37,484 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:37:37,484 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Unable to get data of znode /0-1946003307/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:37:37,485 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1946003307/switch/split already deleted, retry=false 2024-11-18T20:37:37,485 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Unable to get data of znode /0-1946003307/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:37:37,486 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1946003307/switch/merge already deleted, retry=false 2024-11-18T20:37:37,487 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Unable to get data of znode /0-1946003307/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:37:37,488 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1946003307/snapshot-cleanup already deleted, retry=false 2024-11-18T20:37:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1946003307/running 2024-11-18T20:37:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1946003307/running 2024-11-18T20:37:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:37,489 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,35207,1731962256144, sessionid=0x100548e13d00000, setting cluster-up flag (Was=false) 2024-11-18T20:37:37,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:37,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:37,492 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1946003307/flush-table-proc/acquired, /0-1946003307/flush-table-proc/reached, /0-1946003307/flush-table-proc/abort 2024-11-18T20:37:37,493 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:37,496 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1946003307/online-snapshot/acquired, /0-1946003307/online-snapshot/reached, /0-1946003307/online-snapshot/abort 2024-11-18T20:37:37,497 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:37,497 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:37:37,498 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:37,499 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:37:37,499 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:37:37,499 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,35207,1731962256144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:37,500 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962287502 2024-11-18T20:37:37,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:37:37,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:37:37,502 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:37:37,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:37:37,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:37:37,503 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962257503,5,FailOnTimeoutGroup] 2024-11-18T20:37:37,503 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962257503,5,FailOnTimeoutGroup] 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,503 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,504 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(746): ClusterId : 8badaadc-804e-4557-8194-5ba88577961b 2024-11-18T20:37:37,504 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:37:37,505 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:37:37,505 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:37:37,506 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:37:37,506 DEBUG [RS:0;c0a89b2656d4:42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d11ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:37,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:37:37,520 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:42867 2024-11-18T20:37:37,520 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:37:37,520 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:37:37,520 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:37:37,521 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,35207,1731962256144 with port=42867, startcode=1731962256183 2024-11-18T20:37:37,521 DEBUG [RS:0;c0a89b2656d4:42867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:37:37,522 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:37:37,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:37,522 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:37,524 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c 2024-11-18T20:37:37,524 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37861 2024-11-18T20:37:37,524 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:37:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307/rs 2024-11-18T20:37:37,525 DEBUG [RS:0;c0a89b2656d4:42867 {}] zookeeper.ZKUtil(111): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on existing znode=/0-1946003307/rs/c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:37,525 WARN [RS:0;c0a89b2656d4:42867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:37,525 INFO [RS:0;c0a89b2656d4:42867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:37,525 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:37,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,42867,1731962256183] 2024-11-18T20:37:37,530 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:37:37,531 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:37:37,533 INFO [RS:0;c0a89b2656d4:42867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:37:37,533 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,539 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:37:37,539 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:37:37,539 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,539 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,540 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,540 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:37,540 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:37,540 DEBUG [RS:0;c0a89b2656d4:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:37,540 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,540 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,540 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,540 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,540 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,540 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42867,1731962256183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:37,556 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:37:37,556 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,42867,1731962256183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,556 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,556 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.Replication(171): c0a89b2656d4,42867,1731962256183 started 2024-11-18T20:37:37,570 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:37,570 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,42867,1731962256183, RpcServer on c0a89b2656d4/172.17.0.2:42867, sessionid=0x100548e13d00001 2024-11-18T20:37:37,570 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:37:37,570 DEBUG [RS:0;c0a89b2656d4:42867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:37,570 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42867,1731962256183' 2024-11-18T20:37:37,570 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1946003307/flush-table-proc/abort' 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1946003307/flush-table-proc/acquired' 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,42867,1731962256183' 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1946003307/online-snapshot/abort' 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1946003307/online-snapshot/acquired' 2024-11-18T20:37:37,571 DEBUG [RS:0;c0a89b2656d4:42867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:37:37,571 INFO [RS:0;c0a89b2656d4:42867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:37:37,572 INFO [RS:0;c0a89b2656d4:42867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:37:37,672 INFO [RS:0;c0a89b2656d4:42867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:37,673 INFO [RS:0;c0a89b2656d4:42867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42867%2C1731962256183, suffix=, logDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/oldWALs, maxLogs=10 2024-11-18T20:37:37,684 DEBUG [RS:0;c0a89b2656d4:42867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673, exclude list is [], retry=0 2024-11-18T20:37:37,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33567,DS-3aa85a5b-2ce1-4ee0-ac3e-6c13d352f3f0,DISK] 2024-11-18T20:37:37,687 INFO [RS:0;c0a89b2656d4:42867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 2024-11-18T20:37:37,687 DEBUG [RS:0;c0a89b2656d4:42867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40959:40959)] 2024-11-18T20:37:37,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:37:37,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c 2024-11-18T20:37:37,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:37:38,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:38,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:38,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:38,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:38,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:38,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:38,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:38,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:38,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:38,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:38,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740 2024-11-18T20:37:38,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740 2024-11-18T20:37:38,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:38,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:38,323 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:38,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:38,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:38,325 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63015586, jitterRate=-0.06099459528923035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:38,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962258316Initializing all the Stores at 1731962258317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962258317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962258317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962258317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962258317Cleaning up temporary data from old regions at 1731962258323 (+6 ms)Region opened successfully at 1731962258325 (+2 ms) 2024-11-18T20:37:38,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:38,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:38,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:38,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:38,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:38,326 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:38,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962258325Disabling compacts and flushes for region at 1731962258325Disabling writes for close at 1731962258325Writing region close event to WAL at 1731962258326 (+1 ms)Closed at 1731962258326 2024-11-18T20:37:38,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:38,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:37:38,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:37:38,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:38,328 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:37:38,478 DEBUG [c0a89b2656d4:35207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:37:38,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:38,480 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42867,1731962256183, state=OPENING 2024-11-18T20:37:38,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:37:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:38,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:38,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1946003307/meta-region-server: CHANGED 2024-11-18T20:37:38,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1946003307/meta-region-server: CHANGED 2024-11-18T20:37:38,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:38,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42867,1731962256183}] 2024-11-18T20:37:38,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:38,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:37:38,638 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:37:38,638 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:38,638 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:37:38,639 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42867%2C1731962256183.meta, suffix=.meta, logDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/oldWALs, maxLogs=10 2024-11-18T20:37:38,651 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.meta.1731962258639.meta, exclude list is [], retry=0 2024-11-18T20:37:38,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33567,DS-3aa85a5b-2ce1-4ee0-ac3e-6c13d352f3f0,DISK] 2024-11-18T20:37:38,654 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.meta.1731962258639.meta 2024-11-18T20:37:38,654 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40959:40959)] 2024-11-18T20:37:38,654 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:38,654 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:38,654 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:38,654 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:37:38,655 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:37:38,655 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:37:38,655 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:38,655 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:37:38,655 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:37:38,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:38,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:38,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:38,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:38,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:38,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:38,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:38,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:38,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:38,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:38,659 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:38,659 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740 2024-11-18T20:37:38,660 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740 2024-11-18T20:37:38,660 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:38,660 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:38,660 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:38,661 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:38,661 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66903001, jitterRate=-0.00306759774684906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:38,662 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:37:38,662 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962258655Writing region info on filesystem at 1731962258655Initializing all the Stores at 1731962258655Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962258655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962258656 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962258656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962258656Cleaning up temporary data from old regions at 1731962258660 (+4 ms)Running coprocessor post-open hooks at 1731962258662 (+2 ms)Region opened successfully at 1731962258662 2024-11-18T20:37:38,663 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962258634 2024-11-18T20:37:38,664 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:37:38,664 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:37:38,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:38,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,42867,1731962256183, state=OPEN 2024-11-18T20:37:38,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1946003307/meta-region-server 2024-11-18T20:37:38,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1946003307/meta-region-server 2024-11-18T20:37:38,666 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:38,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1946003307/meta-region-server: CHANGED 2024-11-18T20:37:38,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1946003307/meta-region-server: CHANGED 2024-11-18T20:37:38,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:37:38,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,42867,1731962256183 in 184 msec 2024-11-18T20:37:38,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:37:38,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 340 msec 2024-11-18T20:37:38,670 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:38,670 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:37:38,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:38,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42867,1731962256183, seqNum=-1] 2024-11-18T20:37:38,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:38,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:38,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1760 sec 2024-11-18T20:37:38,676 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962258676, completionTime=-1 2024-11-18T20:37:38,676 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:37:38,676 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:37:38,677 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:37:38,677 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962318677 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962378677 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35207,1731962256144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35207,1731962256144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35207,1731962256144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:35207, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,678 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,680 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.465sec 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35207,1731962256144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:38,681 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35207,1731962256144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:37:38,683 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:37:38,683 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:37:38,683 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35207,1731962256144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:38,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:38,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35207,-1 for getting cluster id 2024-11-18T20:37:38,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:38,706 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badaadc-804e-4557-8194-5ba88577961b' 2024-11-18T20:37:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badaadc-804e-4557-8194-5ba88577961b" 2024-11-18T20:37:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a06ca9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35207,-1] 2024-11-18T20:37:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:38,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:38,708 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:38,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:38,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42867,1731962256183, seqNum=-1] 2024-11-18T20:37:38,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:38,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:38,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:38,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:38,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:38,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548e13d00002 connected 2024-11-18T20:37:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir so I do NOT create it in target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303 2024-11-18T20:37:38,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:37:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.tmp.dir so I do NOT create it in target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303 2024-11-18T20:37:38,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:37:38,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303 2024-11-18T20:37:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:37:38,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/cluster_fb00310d-f8c1-f63e-0b3d-f0ce86f4c1db, deleteOnExit=true 2024-11-18T20:37:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/test.cache.data in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:37:38,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:37:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:37:38,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:37:38,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:38,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:38,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:38,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:38,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:37:38,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:38,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:38,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:38,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/java.io.tmpdir/jetty-localhost-42103-hadoop-hdfs-3_4_1-tests_jar-_-any-15540914647994124147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:38,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:42103} 2024-11-18T20:37:38,903 INFO [Time-limited test {}] server.Server(415): Started @251022ms 2024-11-18T20:37:38,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:38,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:38,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:38,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:38,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:37:38,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:38,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:39,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3d17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/java.io.tmpdir/jetty-localhost-41531-hadoop-hdfs-3_4_1-tests_jar-_-any-6074922383901547142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:39,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:41531} 2024-11-18T20:37:39,056 INFO [Time-limited test {}] server.Server(415): Started @251175ms 2024-11-18T20:37:39,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:37:39,117 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/cluster_fb00310d-f8c1-f63e-0b3d-f0ce86f4c1db/data/data1/current/BP-1281230539-172.17.0.2-1731962258737/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:39,117 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/cluster_fb00310d-f8c1-f63e-0b3d-f0ce86f4c1db/data/data2/current/BP-1281230539-172.17.0.2-1731962258737/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:39,132 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:37:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fbb89c8df871a3d with lease ID 0x68afc78de4d5f6a2: Processing first storage report for DS-571f2810-8650-46b1-9bc4-a92ff82df9d3 from datanode DatanodeRegistration(127.0.0.1:37889, datanodeUuid=7dfef9f2-d74e-4909-9bea-dcb3ca361486, infoPort=44095, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=597828244;c=1731962258737) 2024-11-18T20:37:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fbb89c8df871a3d with lease ID 0x68afc78de4d5f6a2: from storage DS-571f2810-8650-46b1-9bc4-a92ff82df9d3 node DatanodeRegistration(127.0.0.1:37889, datanodeUuid=7dfef9f2-d74e-4909-9bea-dcb3ca361486, infoPort=44095, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=597828244;c=1731962258737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fbb89c8df871a3d with lease ID 0x68afc78de4d5f6a2: Processing first storage report for DS-dea10365-12bb-449d-86c1-ea5af7b24e16 from datanode DatanodeRegistration(127.0.0.1:37889, datanodeUuid=7dfef9f2-d74e-4909-9bea-dcb3ca361486, infoPort=44095, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=597828244;c=1731962258737) 2024-11-18T20:37:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fbb89c8df871a3d with lease ID 0x68afc78de4d5f6a2: from storage DS-dea10365-12bb-449d-86c1-ea5af7b24e16 node DatanodeRegistration(127.0.0.1:37889, datanodeUuid=7dfef9f2-d74e-4909-9bea-dcb3ca361486, infoPort=44095, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=597828244;c=1731962258737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:39,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303 2024-11-18T20:37:39,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:37:39,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e with version=8 2024-11-18T20:37:39,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/hbase-staging 2024-11-18T20:37:39,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:39,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:39,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:39,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:39,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:39,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:39,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:37:39,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:39,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40447 2024-11-18T20:37:39,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40447 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:39,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404470x0, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:39,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40447-0x100548e13d00003 connected 2024-11-18T20:37:39,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/running 2024-11-18T20:37:39,604 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e, hbase.cluster.distributed=false 2024-11-18T20:37:39,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/acl 2024-11-18T20:37:39,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-18T20:37:39,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40447 2024-11-18T20:37:39,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40447 2024-11-18T20:37:39,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-18T20:37:39,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-18T20:37:39,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:39,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:39,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36323 2024-11-18T20:37:39,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36323 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:39,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363230x0, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:39,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363230x0, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/running 2024-11-18T20:37:39,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36323-0x100548e13d00004 connected 2024-11-18T20:37:39,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:37:39,631 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:37:39,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/master 2024-11-18T20:37:39,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/acl 2024-11-18T20:37:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-18T20:37:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36323 2024-11-18T20:37:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36323 2024-11-18T20:37:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-18T20:37:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-18T20:37:39,648 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40447 2024-11-18T20:37:39,648 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11597910410/backup-masters/c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:39,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410/backup-masters 2024-11-18T20:37:39,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410/backup-masters 2024-11-18T20:37:39,649 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on existing znode=/11597910410/backup-masters/c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11597910410/master 2024-11-18T20:37:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:39,650 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on existing znode=/11597910410/master 2024-11-18T20:37:39,650 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11597910410/backup-masters/c0a89b2656d4,40447,1731962259593 from backup master directory 2024-11-18T20:37:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11597910410/backup-masters/c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410/backup-masters 2024-11-18T20:37:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410/backup-masters 2024-11-18T20:37:39,651 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:39,651 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:39,653 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/hbase.id] with ID: f4471ccd-bb64-4ee6-b1f8-dd774480e945 2024-11-18T20:37:39,653 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/.tmp/hbase.id 2024-11-18T20:37:39,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:37:39,663 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/.tmp/hbase.id]:[hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/hbase.id] 2024-11-18T20:37:39,670 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:39,670 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:37:39,670 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T20:37:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:37:40,082 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:40,083 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:37:40,083 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:40,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:37:40,489 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store 2024-11-18T20:37:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:37:40,894 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:40,894 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:40,894 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:40,894 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:40,894 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:40,894 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:40,894 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:40,894 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962260894Disabling compacts and flushes for region at 1731962260894Disabling writes for close at 1731962260894Writing region close event to WAL at 1731962260894Closed at 1731962260894 2024-11-18T20:37:40,895 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/.initializing 2024-11-18T20:37:40,895 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/WALs/c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:40,896 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:40,897 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40447%2C1731962259593, suffix=, logDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/WALs/c0a89b2656d4,40447,1731962259593, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/oldWALs, maxLogs=10 2024-11-18T20:37:40,911 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/WALs/c0a89b2656d4,40447,1731962259593/c0a89b2656d4%2C40447%2C1731962259593.1731962260897, exclude list is [], retry=0 2024-11-18T20:37:40,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37889,DS-571f2810-8650-46b1-9bc4-a92ff82df9d3,DISK] 2024-11-18T20:37:40,914 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/WALs/c0a89b2656d4,40447,1731962259593/c0a89b2656d4%2C40447%2C1731962259593.1731962260897 2024-11-18T20:37:40,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-18T20:37:40,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:40,915 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:40,915 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,915 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:37:40,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:40,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:40,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:37:40,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:40,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:40,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:37:40,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:40,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:40,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:37:40,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:40,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:40,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,920 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,921 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,921 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,921 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:40,922 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:40,923 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:40,923 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75169173, jitterRate=0.12010796368122101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:40,923 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962260915Initializing all the Stores at 1731962260915Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962260915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962260916 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962260916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962260916Cleaning up temporary data from old regions at 1731962260921 (+5 ms)Region opened successfully at 1731962260923 (+2 ms) 2024-11-18T20:37:40,924 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:37:40,926 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73384a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:40,926 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:37:40,926 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:37:40,926 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:37:40,926 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:37:40,927 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:37:40,927 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:37:40,927 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:37:40,928 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:37:40,929 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Unable to get data of znode /11597910410/balancer because node does not exist (not necessarily an error) 2024-11-18T20:37:40,929 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11597910410/balancer already deleted, retry=false 2024-11-18T20:37:40,929 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:37:40,930 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Unable to get data of znode /11597910410/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:37:40,930 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11597910410/normalizer already deleted, retry=false 2024-11-18T20:37:40,931 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:37:40,931 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Unable to get data of znode /11597910410/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:37:40,932 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11597910410/switch/split already deleted, retry=false 2024-11-18T20:37:40,932 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Unable to get data of znode /11597910410/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:37:40,932 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11597910410/switch/merge already deleted, retry=false 2024-11-18T20:37:40,934 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Unable to get data of znode /11597910410/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:37:40,934 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11597910410/snapshot-cleanup already deleted, retry=false 2024-11-18T20:37:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11597910410/running 2024-11-18T20:37:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11597910410/running 2024-11-18T20:37:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:40,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40447,1731962259593, sessionid=0x100548e13d00003, setting cluster-up flag (Was=false) 2024-11-18T20:37:40,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:40,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:40,940 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11597910410/flush-table-proc/acquired, /11597910410/flush-table-proc/reached, /11597910410/flush-table-proc/abort 2024-11-18T20:37:40,940 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:40,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:40,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:40,943 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11597910410/online-snapshot/acquired, /11597910410/online-snapshot/reached, /11597910410/online-snapshot/abort 2024-11-18T20:37:40,944 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:40,945 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:37:40,945 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:40,946 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:37:40,946 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:37:40,946 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40447,1731962259593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:40,947 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:40,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:40,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:37:40,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:40,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962290949 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:37:40,949 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:37:40,950 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:40,950 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:37:40,950 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:37:40,950 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:37:40,950 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:37:40,955 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:37:40,955 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:37:40,955 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962260955,5,FailOnTimeoutGroup] 2024-11-18T20:37:40,956 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962260955,5,FailOnTimeoutGroup] 2024-11-18T20:37:40,956 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:40,956 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:37:40,956 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:40,956 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:40,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:37:41,040 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(746): ClusterId : f4471ccd-bb64-4ee6-b1f8-dd774480e945 2024-11-18T20:37:41,040 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:37:41,041 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:37:41,041 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:37:41,042 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:37:41,042 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3271ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:41,052 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:36323 2024-11-18T20:37:41,052 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:37:41,052 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:37:41,053 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:37:41,053 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40447,1731962259593 with port=36323, startcode=1731962259622 2024-11-18T20:37:41,053 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:37:41,054 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:37:41,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40447 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,056 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e 2024-11-18T20:37:41,056 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43343 2024-11-18T20:37:41,056 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:37:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410/rs 2024-11-18T20:37:41,058 DEBUG [RS:0;c0a89b2656d4:36323 {}] zookeeper.ZKUtil(111): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on existing znode=/11597910410/rs/c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,058 WARN [RS:0;c0a89b2656d4:36323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:41,058 INFO [RS:0;c0a89b2656d4:36323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:41,058 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,36323,1731962259622] 2024-11-18T20:37:41,064 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:37:41,065 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:37:41,065 INFO [RS:0;c0a89b2656d4:36323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:37:41,065 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,065 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:37:41,066 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:37:41,066 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:41,066 DEBUG [RS:0;c0a89b2656d4:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:41,067 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,067 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,067 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,067 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,067 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,067 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36323,1731962259622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:41,083 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:37:41,083 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36323,1731962259622-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,083 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,083 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.Replication(171): c0a89b2656d4,36323,1731962259622 started 2024-11-18T20:37:41,098 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:41,098 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,36323,1731962259622, RpcServer on c0a89b2656d4/172.17.0.2:36323, sessionid=0x100548e13d00004 2024-11-18T20:37:41,098 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:37:41,098 DEBUG [RS:0;c0a89b2656d4:36323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,098 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36323,1731962259622' 2024-11-18T20:37:41,098 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11597910410/flush-table-proc/abort' 2024-11-18T20:37:41,099 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11597910410/flush-table-proc/acquired' 2024-11-18T20:37:41,099 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:37:41,099 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:37:41,099 DEBUG [RS:0;c0a89b2656d4:36323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,099 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36323,1731962259622' 2024-11-18T20:37:41,099 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11597910410/online-snapshot/abort' 2024-11-18T20:37:41,100 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11597910410/online-snapshot/acquired' 2024-11-18T20:37:41,100 DEBUG [RS:0;c0a89b2656d4:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:37:41,100 INFO [RS:0;c0a89b2656d4:36323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:37:41,100 INFO [RS:0;c0a89b2656d4:36323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:37:41,200 INFO [RS:0;c0a89b2656d4:36323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:41,201 INFO [RS:0;c0a89b2656d4:36323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36323%2C1731962259622, suffix=, logDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/oldWALs, maxLogs=10 2024-11-18T20:37:41,217 DEBUG [RS:0;c0a89b2656d4:36323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, exclude list is [], retry=0 2024-11-18T20:37:41,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37889,DS-571f2810-8650-46b1-9bc4-a92ff82df9d3,DISK] 2024-11-18T20:37:41,220 INFO [RS:0;c0a89b2656d4:36323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 2024-11-18T20:37:41,221 DEBUG [RS:0;c0a89b2656d4:36323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-18T20:37:41,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:37:41,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e 2024-11-18T20:37:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:37:41,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:41,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:41,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:41,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:41,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:41,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:41,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:41,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:41,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:41,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:41,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:41,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:41,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:41,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:41,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:41,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:41,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:41,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:41,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740 2024-11-18T20:37:41,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740 2024-11-18T20:37:41,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:41,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:41,775 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:41,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:41,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:41,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73138070, jitterRate=0.08984217047691345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962261767Initializing all the Stores at 1731962261768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962261768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962261768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962261768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962261768Cleaning up temporary data from old regions at 1731962261774 (+6 ms)Region opened successfully at 1731962261777 (+3 ms) 2024-11-18T20:37:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:41,777 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:41,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962261777Disabling compacts and flushes for region at 1731962261777Disabling writes for close at 1731962261777Writing region close event to WAL at 1731962261777Closed at 1731962261777 2024-11-18T20:37:41,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:41,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:37:41,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:37:41,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:41,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:37:41,929 DEBUG [c0a89b2656d4:40447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:37:41,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:41,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36323,1731962259622, state=OPENING 2024-11-18T20:37:41,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:37:41,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:41,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:41,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:41,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36323,1731962259622}] 2024-11-18T20:37:41,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11597910410/meta-region-server: CHANGED 2024-11-18T20:37:41,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11597910410/meta-region-server: CHANGED 2024-11-18T20:37:42,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:42,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:37:42,088 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:37:42,088 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:42,088 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:37:42,089 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36323%2C1731962259622.meta, suffix=.meta, logDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/oldWALs, maxLogs=10 2024-11-18T20:37:42,101 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.meta.1731962262089.meta, exclude list is [], retry=0 2024-11-18T20:37:42,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37889,DS-571f2810-8650-46b1-9bc4-a92ff82df9d3,DISK] 2024-11-18T20:37:42,104 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.meta.1731962262089.meta 2024-11-18T20:37:42,104 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-18T20:37:42,104 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:42,104 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:42,104 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:42,104 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:37:42,104 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:37:42,104 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:37:42,105 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:42,105 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:37:42,105 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:37:42,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:42,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:42,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:42,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:42,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:42,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:42,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:42,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:42,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:42,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:42,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:42,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:42,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:42,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:42,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:42,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:42,109 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:42,109 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740 2024-11-18T20:37:42,110 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740 2024-11-18T20:37:42,110 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:42,110 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:42,111 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:42,111 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:42,112 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62365687, jitterRate=-0.07067884504795074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:42,112 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:37:42,112 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962262105Writing region info on filesystem at 1731962262105Initializing all the Stores at 1731962262105Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962262105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962262105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962262106 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962262106Cleaning up temporary data from old regions at 1731962262110 (+4 ms)Running coprocessor post-open hooks at 1731962262112 (+2 ms)Region opened successfully at 1731962262112 2024-11-18T20:37:42,113 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962262084 2024-11-18T20:37:42,114 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:37:42,114 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:37:42,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:42,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36323,1731962259622, state=OPEN 2024-11-18T20:37:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11597910410/meta-region-server 2024-11-18T20:37:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11597910410/meta-region-server 2024-11-18T20:37:42,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:42,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11597910410/meta-region-server: CHANGED 2024-11-18T20:37:42,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11597910410/meta-region-server: CHANGED 2024-11-18T20:37:42,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:37:42,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36323,1731962259622 in 183 msec 2024-11-18T20:37:42,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:37:42,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 339 msec 2024-11-18T20:37:42,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:42,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:37:42,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:42,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36323,1731962259622, seqNum=-1] 2024-11-18T20:37:42,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:42,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:42,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1790 sec 2024-11-18T20:37:42,125 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962262125, completionTime=-1 2024-11-18T20:37:42,125 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:37:42,125 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962322127 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962382127 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40447,1731962259593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40447,1731962259593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40447,1731962259593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40447, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,127 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,129 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40447,1731962259593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:42,130 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40447,1731962259593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:37:42,131 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:37:42,131 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:37:42,131 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40447,1731962259593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:42,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:42,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:42,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:42,141 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e3586f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:42,143 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:42,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:42,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36323,1731962259622, seqNum=-1] 2024-11-18T20:37:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:42,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:42,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:42,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:42,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548e13d00005 connected 2024-11-18T20:37:42,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir so I do NOT create it in target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd 2024-11-18T20:37:42,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.tmp.dir so I do NOT create it in target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd 2024-11-18T20:37:42,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:37:42,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/cluster_1d735252-d780-040c-f454-7ee0cc6bfd93, deleteOnExit=true 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/test.cache.data in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:37:42,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:37:42,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:37:42,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:37:42,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:42,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:42,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:42,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:42,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:37:42,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:42,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:42,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:42,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/java.io.tmpdir/jetty-localhost-36171-hadoop-hdfs-3_4_1-tests_jar-_-any-13100510949511895911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:37:42,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:36171} 2024-11-18T20:37:42,303 INFO [Time-limited test {}] server.Server(415): Started @254422ms 2024-11-18T20:37:42,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:37:42,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:37:42,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:37:42,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:37:42,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:37:42,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:37:42,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:37:42,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/java.io.tmpdir/jetty-localhost-39479-hadoop-hdfs-3_4_1-tests_jar-_-any-15819872067500388429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:37:42,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:39479} 2024-11-18T20:37:42,462 INFO [Time-limited test {}] server.Server(415): Started @254581ms 2024-11-18T20:37:42,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:37:42,517 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/cluster_1d735252-d780-040c-f454-7ee0cc6bfd93/data/data1/current/BP-1535291218-172.17.0.2-1731962262167/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:42,518 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/cluster_1d735252-d780-040c-f454-7ee0cc6bfd93/data/data2/current/BP-1535291218-172.17.0.2-1731962262167/current, will proceed with Du for space computation calculation, 2024-11-18T20:37:42,533 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:37:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc615c7e6391971ae with lease ID 0x8cab7af4c2e2b857: Processing first storage report for DS-b442e44e-fa6d-4bee-9986-8c37e1adf3e0 from datanode DatanodeRegistration(127.0.0.1:35763, datanodeUuid=81b855de-fb86-4135-9a14-7216388fea8f, infoPort=41417, infoSecurePort=0, ipcPort=41643, storageInfo=lv=-57;cid=testClusterID;nsid=1247862744;c=1731962262167) 2024-11-18T20:37:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc615c7e6391971ae with lease ID 0x8cab7af4c2e2b857: from storage DS-b442e44e-fa6d-4bee-9986-8c37e1adf3e0 node DatanodeRegistration(127.0.0.1:35763, datanodeUuid=81b855de-fb86-4135-9a14-7216388fea8f, infoPort=41417, infoSecurePort=0, ipcPort=41643, storageInfo=lv=-57;cid=testClusterID;nsid=1247862744;c=1731962262167), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T20:37:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc615c7e6391971ae with lease ID 0x8cab7af4c2e2b857: Processing first storage report for DS-096fd95b-19d2-4a46-894f-a0916cd31669 from datanode DatanodeRegistration(127.0.0.1:35763, datanodeUuid=81b855de-fb86-4135-9a14-7216388fea8f, infoPort=41417, infoSecurePort=0, ipcPort=41643, storageInfo=lv=-57;cid=testClusterID;nsid=1247862744;c=1731962262167) 2024-11-18T20:37:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc615c7e6391971ae with lease ID 0x8cab7af4c2e2b857: from storage DS-096fd95b-19d2-4a46-894f-a0916cd31669 node DatanodeRegistration(127.0.0.1:35763, datanodeUuid=81b855de-fb86-4135-9a14-7216388fea8f, infoPort=41417, infoSecurePort=0, ipcPort=41643, storageInfo=lv=-57;cid=testClusterID;nsid=1247862744;c=1731962262167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:37:42,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd 2024-11-18T20:37:42,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:42,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:37:42,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:37:42,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:37:42,990 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304 with version=8 2024-11-18T20:37:42,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/hbase-staging 2024-11-18T20:37:42,991 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:42,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35923 2024-11-18T20:37:42,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35923 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:42,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359230x0, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:42,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35923-0x100548e13d00006 connected 2024-11-18T20:37:43,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:43,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:43,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/running 2024-11-18T20:37:43,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304, hbase.cluster.distributed=false 2024-11-18T20:37:43,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/acl 2024-11-18T20:37:43,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-18T20:37:43,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35923 2024-11-18T20:37:43,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35923 2024-11-18T20:37:43,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-18T20:37:43,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35923 2024-11-18T20:37:43,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:37:43,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:37:43,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36577 2024-11-18T20:37:43,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36577 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:43,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:43,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:43,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365770x0, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:43,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365770x0, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/running 2024-11-18T20:37:43,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36577-0x100548e13d00007 connected 2024-11-18T20:37:43,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:37:43,023 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:37:43,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/master 2024-11-18T20:37:43,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/acl 2024-11-18T20:37:43,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-18T20:37:43,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36577 2024-11-18T20:37:43,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36577 2024-11-18T20:37:43,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-18T20:37:43,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-18T20:37:43,047 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:35923 2024-11-18T20:37:43,047 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1126525963/backup-masters/c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963/backup-masters 2024-11-18T20:37:43,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963/backup-masters 2024-11-18T20:37:43,049 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on existing znode=/2-1126525963/backup-masters/c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1126525963/master 2024-11-18T20:37:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:43,050 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on existing znode=/2-1126525963/master 2024-11-18T20:37:43,050 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1126525963/backup-masters/c0a89b2656d4,35923,1731962262991 from backup master directory 2024-11-18T20:37:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963/backup-masters 2024-11-18T20:37:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1126525963/backup-masters/c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963/backup-masters 2024-11-18T20:37:43,050 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:43,050 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:43,053 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/hbase.id] with ID: f575cb7b-09bc-4968-aae1-938d100b3672 2024-11-18T20:37:43,053 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/.tmp/hbase.id 2024-11-18T20:37:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:37:43,461 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/.tmp/hbase.id]:[hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/hbase.id] 2024-11-18T20:37:43,469 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:37:43,469 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:37:43,470 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:37:43,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:43,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:37:43,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:37:43,876 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:43,877 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:37:43,877 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:37:44,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:44,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:44,282 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store 2024-11-18T20:37:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:37:44,687 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:44,687 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:37:44,687 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:44,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:44,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:37:44,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:44,688 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:37:44,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962264687Disabling compacts and flushes for region at 1731962264687Disabling writes for close at 1731962264688 (+1 ms)Writing region close event to WAL at 1731962264688Closed at 1731962264688 2024-11-18T20:37:44,688 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/.initializing 2024-11-18T20:37:44,688 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/WALs/c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:44,689 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:44,690 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C35923%2C1731962262991, suffix=, logDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/WALs/c0a89b2656d4,35923,1731962262991, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/oldWALs, maxLogs=10 2024-11-18T20:37:44,704 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/WALs/c0a89b2656d4,35923,1731962262991/c0a89b2656d4%2C35923%2C1731962262991.1731962264690, exclude list is [], retry=0 2024-11-18T20:37:44,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-b442e44e-fa6d-4bee-9986-8c37e1adf3e0,DISK] 2024-11-18T20:37:44,723 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/WALs/c0a89b2656d4,35923,1731962262991/c0a89b2656d4%2C35923%2C1731962262991.1731962264690 2024-11-18T20:37:44,723 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-18T20:37:44,723 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:44,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:44,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,724 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:37:44,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:37:44,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:37:44,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:37:44,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:44,729 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,729 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,729 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,730 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,730 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:44,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:37:44,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:44,733 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70183380, jitterRate=0.04581385850906372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:44,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962264724Initializing all the Stores at 1731962264724Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962264724Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962264725 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962264725Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962264725Cleaning up temporary data from old regions at 1731962264730 (+5 ms)Region opened successfully at 1731962264733 (+3 ms) 2024-11-18T20:37:44,733 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:37:44,735 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd8bac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:37:44,736 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:37:44,738 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:37:44,738 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Unable to get data of znode /2-1126525963/balancer because node does not exist (not necessarily an error) 2024-11-18T20:37:44,739 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1126525963/balancer already deleted, retry=false 2024-11-18T20:37:44,739 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:37:44,740 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Unable to get data of znode /2-1126525963/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:37:44,740 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1126525963/normalizer already deleted, retry=false 2024-11-18T20:37:44,740 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:37:44,741 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Unable to get data of znode /2-1126525963/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:37:44,742 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1126525963/switch/split already deleted, retry=false 2024-11-18T20:37:44,742 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Unable to get data of znode /2-1126525963/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:37:44,743 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1126525963/switch/merge already deleted, retry=false 2024-11-18T20:37:44,744 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Unable to get data of znode /2-1126525963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:37:44,745 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1126525963/snapshot-cleanup already deleted, retry=false 2024-11-18T20:37:44,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1126525963/running 2024-11-18T20:37:44,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1126525963/running 2024-11-18T20:37:44,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:44,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:44,746 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,35923,1731962262991, sessionid=0x100548e13d00006, setting cluster-up flag (Was=false) 2024-11-18T20:37:44,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:44,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:44,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1126525963/flush-table-proc/acquired, /2-1126525963/flush-table-proc/reached, /2-1126525963/flush-table-proc/abort 2024-11-18T20:37:44,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:44,753 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1126525963/online-snapshot/acquired, /2-1126525963/online-snapshot/reached, /2-1126525963/online-snapshot/abort 2024-11-18T20:37:44,753 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:44,754 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:37:44,755 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:44,755 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:37:44,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:37:44,756 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,35923,1731962262991 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:44,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:44,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:37:44,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:44,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962294763 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:37:44,763 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:37:44,764 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:37:44,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:37:44,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:37:44,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:37:44,773 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:37:44,777 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:37:44,777 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:37:44,778 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962264777,5,FailOnTimeoutGroup] 2024-11-18T20:37:44,778 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962264778,5,FailOnTimeoutGroup] 2024-11-18T20:37:44,778 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,778 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:37:44,778 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,778 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,836 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(746): ClusterId : f575cb7b-09bc-4968-aae1-938d100b3672 2024-11-18T20:37:44,836 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:37:44,838 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:37:44,838 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:37:44,839 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:37:44,839 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76891e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:37:44,850 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:36577 2024-11-18T20:37:44,850 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:37:44,850 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:37:44,850 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:37:44,851 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,35923,1731962262991 with port=36577, startcode=1731962263016 2024-11-18T20:37:44,851 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:37:44,852 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:37:44,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:44,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35923 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:44,854 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304 2024-11-18T20:37:44,854 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33387 2024-11-18T20:37:44,854 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:37:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963/rs 2024-11-18T20:37:44,856 DEBUG [RS:0;c0a89b2656d4:36577 {}] zookeeper.ZKUtil(111): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on existing znode=/2-1126525963/rs/c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:44,856 WARN [RS:0;c0a89b2656d4:36577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:37:44,857 INFO [RS:0;c0a89b2656d4:36577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:44,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,36577,1731962263016] 2024-11-18T20:37:44,857 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:44,859 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:37:44,860 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:37:44,860 INFO [RS:0;c0a89b2656d4:36577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:37:44,860 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,860 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:37:44,861 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:37:44,861 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:44,861 DEBUG [RS:0;c0a89b2656d4:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:37:44,865 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,865 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,865 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,865 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,865 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,865 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36577,1731962263016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:44,880 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:37:44,880 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36577,1731962263016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,880 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,880 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.Replication(171): c0a89b2656d4,36577,1731962263016 started 2024-11-18T20:37:44,892 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:44,892 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,36577,1731962263016, RpcServer on c0a89b2656d4/172.17.0.2:36577, sessionid=0x100548e13d00007 2024-11-18T20:37:44,892 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:37:44,892 DEBUG [RS:0;c0a89b2656d4:36577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:44,892 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36577,1731962263016' 2024-11-18T20:37:44,892 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1126525963/flush-table-proc/abort' 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1126525963/flush-table-proc/acquired' 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36577,1731962263016' 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1126525963/online-snapshot/abort' 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1126525963/online-snapshot/acquired' 2024-11-18T20:37:44,893 DEBUG [RS:0;c0a89b2656d4:36577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:37:44,893 INFO [RS:0;c0a89b2656d4:36577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:37:44,893 INFO [RS:0;c0a89b2656d4:36577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:37:44,994 INFO [RS:0;c0a89b2656d4:36577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:37:44,995 INFO [RS:0;c0a89b2656d4:36577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36577%2C1731962263016, suffix=, logDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/oldWALs, maxLogs=10 2024-11-18T20:37:45,007 DEBUG [RS:0;c0a89b2656d4:36577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, exclude list is [], retry=0 2024-11-18T20:37:45,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-b442e44e-fa6d-4bee-9986-8c37e1adf3e0,DISK] 2024-11-18T20:37:45,010 INFO [RS:0;c0a89b2656d4:36577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 2024-11-18T20:37:45,010 DEBUG [RS:0;c0a89b2656d4:36577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-18T20:37:45,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:37:45,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304 2024-11-18T20:37:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:37:45,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:45,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:45,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:45,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:45,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:45,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:45,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:45,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:45,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:45,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:45,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740 2024-11-18T20:37:45,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740 2024-11-18T20:37:45,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:45,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:45,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:45,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:45,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:45,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73997289, jitterRate=0.10264553129673004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962265576Initializing all the Stores at 1731962265577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962265577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962265577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962265577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962265577Cleaning up temporary data from old regions at 1731962265583 (+6 ms)Region opened successfully at 1731962265586 (+3 ms) 2024-11-18T20:37:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:37:45,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:37:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:37:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:37:45,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:37:45,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:37:45,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962265586Disabling compacts and flushes for region at 1731962265586Disabling writes for close at 1731962265586Writing region close event to WAL at 1731962265587 (+1 ms)Closed at 1731962265587 2024-11-18T20:37:45,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:45,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:37:45,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:37:45,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:45,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:37:45,739 DEBUG [c0a89b2656d4:35923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:37:45,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:45,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36577,1731962263016, state=OPENING 2024-11-18T20:37:45,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:37:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:45,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:37:45,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1126525963/meta-region-server: CHANGED 2024-11-18T20:37:45,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1126525963/meta-region-server: CHANGED 2024-11-18T20:37:45,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36577,1731962263016}] 2024-11-18T20:37:45,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:45,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:37:45,898 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:37:45,899 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:45,899 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:37:45,900 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36577%2C1731962263016.meta, suffix=.meta, logDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/oldWALs, maxLogs=10 2024-11-18T20:37:45,912 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.meta.1731962265900.meta, exclude list is [], retry=0 2024-11-18T20:37:45,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-b442e44e-fa6d-4bee-9986-8c37e1adf3e0,DISK] 2024-11-18T20:37:45,915 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.meta.1731962265900.meta 2024-11-18T20:37:45,915 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-18T20:37:45,915 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:45,915 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:45,915 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:45,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:37:45,916 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:37:45,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:37:45,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:45,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:37:45,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:37:45,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:37:45,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:37:45,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:37:45,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:37:45,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:37:45,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:37:45,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:37:45,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:37:45,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:45,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:37:45,921 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:37:45,921 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740 2024-11-18T20:37:45,922 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740 2024-11-18T20:37:45,922 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:37:45,922 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:37:45,923 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:37:45,923 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:37:45,924 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68032182, jitterRate=0.01375851035118103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:37:45,924 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:37:45,924 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962265916Writing region info on filesystem at 1731962265916Initializing all the Stores at 1731962265917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962265917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962265917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962265917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962265917Cleaning up temporary data from old regions at 1731962265922 (+5 ms)Running coprocessor post-open hooks at 1731962265924 (+2 ms)Region opened successfully at 1731962265924 2024-11-18T20:37:45,924 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962265895 2024-11-18T20:37:45,926 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:37:45,926 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:37:45,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:45,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36577,1731962263016, state=OPEN 2024-11-18T20:37:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1126525963/meta-region-server 2024-11-18T20:37:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1126525963/meta-region-server 2024-11-18T20:37:45,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:45,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1126525963/meta-region-server: CHANGED 2024-11-18T20:37:45,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1126525963/meta-region-server: CHANGED 2024-11-18T20:37:45,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:37:45,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36577,1731962263016 in 185 msec 2024-11-18T20:37:45,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:37:45,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-11-18T20:37:45,931 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:37:45,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:37:45,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:45,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36577,1731962263016, seqNum=-1] 2024-11-18T20:37:45,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:45,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:45,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-11-18T20:37:45,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962265937, completionTime=-1 2024-11-18T20:37:45,937 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:37:45,937 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:37:45,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:37:45,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962325938 2024-11-18T20:37:45,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962385938 2024-11-18T20:37:45,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:37:45,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35923,1731962262991-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:45,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35923,1731962262991-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:45,939 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35923,1731962262991-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:45,939 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:35923, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:45,939 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:45,939 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:45,940 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:37:45,941 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.891sec 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35923,1731962262991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:37:45,942 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35923,1731962262991-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:37:45,943 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:37:45,943 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:37:45,944 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35923,1731962262991-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:37:46,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:46,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35923,-1 for getting cluster id 2024-11-18T20:37:46,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:46,038 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f575cb7b-09bc-4968-aae1-938d100b3672' 2024-11-18T20:37:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f575cb7b-09bc-4968-aae1-938d100b3672" 2024-11-18T20:37:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19653c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35923,-1] 2024-11-18T20:37:46,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:46,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:46,039 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:46,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:46,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36577,1731962263016, seqNum=-1] 2024-11-18T20:37:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:46,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:46,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:46,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-11-18T20:37:46,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:37:46,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100548e13d00008 connected 2024-11-18T20:37:46,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d96cb39 2024-11-18T20:37:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:46,048 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:46,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:37:46,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:46,051 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:46,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:37:46,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:37:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:46,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffec7907960305a42a7643a135747c97, NAME => 'test,,1731962266049.ffec7907960305a42a7643a135747c97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c 2024-11-18T20:37:46,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:37:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:46,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962266049.ffec7907960305a42a7643a135747c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:46,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffec7907960305a42a7643a135747c97, disabling compactions & flushes 2024-11-18T20:37:46,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:46,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:46,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962266049.ffec7907960305a42a7643a135747c97. after waiting 0 ms 2024-11-18T20:37:46,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:46,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:46,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffec7907960305a42a7643a135747c97: Waiting for close lock at 1731962266862Disabling compacts and flushes for region at 1731962266862Disabling writes for close at 1731962266862Writing region close event to WAL at 1731962266862Closed at 1731962266862 2024-11-18T20:37:46,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:46,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962266049.ffec7907960305a42a7643a135747c97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962266863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962266863"}]},"ts":"1731962266863"} 2024-11-18T20:37:46,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:46,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:46,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962266865"}]},"ts":"1731962266865"} 2024-11-18T20:37:46,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:37:46,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffec7907960305a42a7643a135747c97, ASSIGN}] 2024-11-18T20:37:46,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffec7907960305a42a7643a135747c97, ASSIGN 2024-11-18T20:37:46,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffec7907960305a42a7643a135747c97, ASSIGN; state=OFFLINE, location=c0a89b2656d4,42867,1731962256183; forceNewPlan=false, retain=false 2024-11-18T20:37:47,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffec7907960305a42a7643a135747c97, regionState=OPENING, regionLocation=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffec7907960305a42a7643a135747c97, ASSIGN because future has completed 2024-11-18T20:37:47,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffec7907960305a42a7643a135747c97, server=c0a89b2656d4,42867,1731962256183}] 2024-11-18T20:37:47,176 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:47,177 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffec7907960305a42a7643a135747c97, NAME => 'test,,1731962266049.ffec7907960305a42a7643a135747c97.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:47,177 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:47,177 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:37:47,177 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,177 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962266049.ffec7907960305a42a7643a135747c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:47,177 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,177 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,178 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,179 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffec7907960305a42a7643a135747c97 columnFamilyName f 2024-11-18T20:37:47,179 DEBUG [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:47,179 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] regionserver.HStore(327): Store=ffec7907960305a42a7643a135747c97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:47,180 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,180 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffec7907960305a42a7643a135747c97 columnFamilyName f1 2024-11-18T20:37:47,180 DEBUG [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:47,181 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] regionserver.HStore(327): Store=ffec7907960305a42a7643a135747c97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:47,181 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,181 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffec7907960305a42a7643a135747c97 columnFamilyName norep 2024-11-18T20:37:47,181 DEBUG [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:47,182 INFO [StoreOpener-ffec7907960305a42a7643a135747c97-1 {}] regionserver.HStore(327): Store=ffec7907960305a42a7643a135747c97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:47,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,183 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,183 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:47,183 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:47,184 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,185 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:47,185 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffec7907960305a42a7643a135747c97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73977780, jitterRate=0.10235482454299927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:47,185 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffec7907960305a42a7643a135747c97 2024-11-18T20:37:47,186 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffec7907960305a42a7643a135747c97: Running coprocessor pre-open hook at 1731962267177Writing region info on filesystem at 1731962267177Initializing all the Stores at 1731962267178 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962267178Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962267178Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962267178Cleaning up temporary data from old regions at 1731962267183 (+5 ms)Running coprocessor post-open hooks at 1731962267185 (+2 ms)Region opened successfully at 1731962267186 (+1 ms) 2024-11-18T20:37:47,186 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962266049.ffec7907960305a42a7643a135747c97., pid=6, masterSystemTime=1731962267174 2024-11-18T20:37:47,188 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:47,188 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:37:47,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffec7907960305a42a7643a135747c97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:47,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffec7907960305a42a7643a135747c97, server=c0a89b2656d4,42867,1731962256183 because future has completed 2024-11-18T20:37:47,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:37:47,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffec7907960305a42a7643a135747c97, server=c0a89b2656d4,42867,1731962256183 in 168 msec 2024-11-18T20:37:47,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:37:47,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffec7907960305a42a7643a135747c97, ASSIGN in 325 msec 2024-11-18T20:37:47,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:47,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962267194"}]},"ts":"1731962267194"} 2024-11-18T20:37:47,196 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:37:47,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:47,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-18T20:37:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:48,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:48,194 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:37:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2123353e 2024-11-18T20:37:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:48,195 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:48,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:37:48,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:48,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:48,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:37:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:48,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:37:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:48,605 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56f14bdf3c8a10c58d09aeab363d0a87, NAME => 'test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e 2024-11-18T20:37:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:37:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:49,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:49,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56f14bdf3c8a10c58d09aeab363d0a87, disabling compactions & flushes 2024-11-18T20:37:49,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. after waiting 0 ms 2024-11-18T20:37:49,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56f14bdf3c8a10c58d09aeab363d0a87: Waiting for close lock at 1731962269010Disabling compacts and flushes for region at 1731962269010Disabling writes for close at 1731962269010Writing region close event to WAL at 1731962269010Closed at 1731962269010 2024-11-18T20:37:49,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:49,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962269011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962269011"}]},"ts":"1731962269011"} 2024-11-18T20:37:49,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:49,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:49,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962269014"}]},"ts":"1731962269014"} 2024-11-18T20:37:49,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:37:49,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56f14bdf3c8a10c58d09aeab363d0a87, ASSIGN}] 2024-11-18T20:37:49,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56f14bdf3c8a10c58d09aeab363d0a87, ASSIGN 2024-11-18T20:37:49,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56f14bdf3c8a10c58d09aeab363d0a87, ASSIGN; state=OFFLINE, location=c0a89b2656d4,36323,1731962259622; forceNewPlan=false, retain=false 2024-11-18T20:37:49,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56f14bdf3c8a10c58d09aeab363d0a87, regionState=OPENING, regionLocation=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:49,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56f14bdf3c8a10c58d09aeab363d0a87, ASSIGN because future has completed 2024-11-18T20:37:49,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56f14bdf3c8a10c58d09aeab363d0a87, server=c0a89b2656d4,36323,1731962259622}] 2024-11-18T20:37:49,324 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,324 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56f14bdf3c8a10c58d09aeab363d0a87, NAME => 'test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:49,324 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:49,324 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:37:49,324 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,324 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:49,325 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,325 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,326 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,327 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f14bdf3c8a10c58d09aeab363d0a87 columnFamilyName f 2024-11-18T20:37:49,327 DEBUG [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:49,327 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] regionserver.HStore(327): Store=56f14bdf3c8a10c58d09aeab363d0a87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:49,327 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,328 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f14bdf3c8a10c58d09aeab363d0a87 columnFamilyName f1 2024-11-18T20:37:49,328 DEBUG [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:49,328 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] regionserver.HStore(327): Store=56f14bdf3c8a10c58d09aeab363d0a87/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:49,328 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,328 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f14bdf3c8a10c58d09aeab363d0a87 columnFamilyName norep 2024-11-18T20:37:49,328 DEBUG [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:49,329 INFO [StoreOpener-56f14bdf3c8a10c58d09aeab363d0a87-1 {}] regionserver.HStore(327): Store=56f14bdf3c8a10c58d09aeab363d0a87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:49,329 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,329 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,330 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,330 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,330 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,331 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:49,332 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,333 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:49,333 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56f14bdf3c8a10c58d09aeab363d0a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68509999, jitterRate=0.020878538489341736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:49,333 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:37:49,333 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56f14bdf3c8a10c58d09aeab363d0a87: Running coprocessor pre-open hook at 1731962269325Writing region info on filesystem at 1731962269325Initializing all the Stores at 1731962269325Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962269325Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962269326 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962269326Cleaning up temporary data from old regions at 1731962269331 (+5 ms)Running coprocessor post-open hooks at 1731962269333 (+2 ms)Region opened successfully at 1731962269333 2024-11-18T20:37:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:49,334 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87., pid=6, masterSystemTime=1731962269321 2024-11-18T20:37:49,336 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,336 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:37:49,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56f14bdf3c8a10c58d09aeab363d0a87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56f14bdf3c8a10c58d09aeab363d0a87, server=c0a89b2656d4,36323,1731962259622 because future has completed 2024-11-18T20:37:49,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:37:49,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56f14bdf3c8a10c58d09aeab363d0a87, server=c0a89b2656d4,36323,1731962259622 in 169 msec 2024-11-18T20:37:49,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:37:49,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56f14bdf3c8a10c58d09aeab363d0a87, ASSIGN in 323 msec 2024-11-18T20:37:49,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:49,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962269341"}]},"ts":"1731962269341"} 2024-11-18T20:37:49,343 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:37:49,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:49,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-18T20:37:49,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:37:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:50,344 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:37:50,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:50,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:50,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439b1075 2024-11-18T20:37:50,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:50,346 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:50,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:37:50,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:50,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:50,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:37:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:50,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:37:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:50,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b332b3ee9bcbe377affa2f3ffbf19d8, NAME => 'test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304 2024-11-18T20:37:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:37:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:51,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:51,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b332b3ee9bcbe377affa2f3ffbf19d8, disabling compactions & flushes 2024-11-18T20:37:51,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. after waiting 0 ms 2024-11-18T20:37:51,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b332b3ee9bcbe377affa2f3ffbf19d8: Waiting for close lock at 1731962271160Disabling compacts and flushes for region at 1731962271160Disabling writes for close at 1731962271161 (+1 ms)Writing region close event to WAL at 1731962271161Closed at 1731962271161 2024-11-18T20:37:51,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:51,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962271162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962271162"}]},"ts":"1731962271162"} 2024-11-18T20:37:51,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:51,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:51,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962271164"}]},"ts":"1731962271164"} 2024-11-18T20:37:51,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:37:51,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b332b3ee9bcbe377affa2f3ffbf19d8, ASSIGN}] 2024-11-18T20:37:51,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b332b3ee9bcbe377affa2f3ffbf19d8, ASSIGN 2024-11-18T20:37:51,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b332b3ee9bcbe377affa2f3ffbf19d8, ASSIGN; state=OFFLINE, location=c0a89b2656d4,36577,1731962263016; forceNewPlan=false, retain=false 2024-11-18T20:37:51,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b332b3ee9bcbe377affa2f3ffbf19d8, regionState=OPENING, regionLocation=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:51,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b332b3ee9bcbe377affa2f3ffbf19d8, ASSIGN because future has completed 2024-11-18T20:37:51,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b332b3ee9bcbe377affa2f3ffbf19d8, server=c0a89b2656d4,36577,1731962263016}] 2024-11-18T20:37:51,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:51,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:51,475 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,475 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b332b3ee9bcbe377affa2f3ffbf19d8, NAME => 'test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:51,475 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:51,475 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:37:51,475 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,475 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:51,476 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,476 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,477 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,478 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b332b3ee9bcbe377affa2f3ffbf19d8 columnFamilyName f 2024-11-18T20:37:51,478 DEBUG [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:51,478 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] regionserver.HStore(327): Store=4b332b3ee9bcbe377affa2f3ffbf19d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:51,478 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,479 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b332b3ee9bcbe377affa2f3ffbf19d8 columnFamilyName f1 2024-11-18T20:37:51,479 DEBUG [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:51,479 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] regionserver.HStore(327): Store=4b332b3ee9bcbe377affa2f3ffbf19d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:51,479 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,480 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b332b3ee9bcbe377affa2f3ffbf19d8 columnFamilyName norep 2024-11-18T20:37:51,480 DEBUG [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:51,480 INFO [StoreOpener-4b332b3ee9bcbe377affa2f3ffbf19d8-1 {}] regionserver.HStore(327): Store=4b332b3ee9bcbe377affa2f3ffbf19d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:51,480 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,481 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,481 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,482 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,482 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,482 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:51,483 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:51,485 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:51,485 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b332b3ee9bcbe377affa2f3ffbf19d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75301308, jitterRate=0.12207692861557007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:51,485 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:37:51,485 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b332b3ee9bcbe377affa2f3ffbf19d8: Running coprocessor pre-open hook at 1731962271476Writing region info on filesystem at 1731962271476Initializing all the Stores at 1731962271476Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962271476Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962271476Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962271476Cleaning up temporary data from old regions at 1731962271482 (+6 ms)Running coprocessor post-open hooks at 1731962271485 (+3 ms)Region opened successfully at 1731962271485 2024-11-18T20:37:51,486 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8., pid=6, masterSystemTime=1731962271471 2024-11-18T20:37:51,488 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,488 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:37:51,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b332b3ee9bcbe377affa2f3ffbf19d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:51,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b332b3ee9bcbe377affa2f3ffbf19d8, server=c0a89b2656d4,36577,1731962263016 because future has completed 2024-11-18T20:37:51,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:37:51,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b332b3ee9bcbe377affa2f3ffbf19d8, server=c0a89b2656d4,36577,1731962263016 in 171 msec 2024-11-18T20:37:51,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:37:51,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b332b3ee9bcbe377affa2f3ffbf19d8, ASSIGN in 326 msec 2024-11-18T20:37:51,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:51,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962271495"}]},"ts":"1731962271495"} 2024-11-18T20:37:51,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:37:51,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:51,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-18T20:37:51,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:51,504 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:51,504 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88659 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:37:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:37:52,494 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:37:52,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:52,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35207,-1 for getting cluster id 2024-11-18T20:37:52,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:52,495 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badaadc-804e-4557-8194-5ba88577961b' 2024-11-18T20:37:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badaadc-804e-4557-8194-5ba88577961b" 2024-11-18T20:37:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b9a912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35207,-1] 2024-11-18T20:37:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:52,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:52,497 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:52,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fab4ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:52,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,35207,1731962256144 2024-11-18T20:37:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2678fa40 2024-11-18T20:37:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:52,499 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:52,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:40447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:37:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:37:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:52,501 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40447' 2024-11-18T20:37:52,502 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e12f1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:52,502 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:52,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:52,503 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385c8617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:52,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:52,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787aa49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:52,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:52,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:52,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a18441b 2024-11-18T20:37:52,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:52,506 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:52,506 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:37:52,507 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:37:52,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:52,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:52,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:52,507 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:52,508 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:37:52,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:52,509 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:52,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:37:52,558 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:37:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:52,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:37:52,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:37:52,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:37:52,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:37:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:52,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca9bb7fe57ab730a6c0e4bac6041a788, NAME => 'hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c 2024-11-18T20:37:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:37:52,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:52,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ca9bb7fe57ab730a6c0e4bac6041a788, disabling compactions & flushes 2024-11-18T20:37:52,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:52,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:52,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. after waiting 0 ms 2024-11-18T20:37:52,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:52,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:52,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca9bb7fe57ab730a6c0e4bac6041a788: Waiting for close lock at 1731962272924Disabling compacts and flushes for region at 1731962272924Disabling writes for close at 1731962272924Writing region close event to WAL at 1731962272924Closed at 1731962272924 2024-11-18T20:37:52,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:52,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962272925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962272925"}]},"ts":"1731962272925"} 2024-11-18T20:37:52,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:52,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:52,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962272928"}]},"ts":"1731962272928"} 2024-11-18T20:37:52,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:37:52,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca9bb7fe57ab730a6c0e4bac6041a788, ASSIGN}] 2024-11-18T20:37:52,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca9bb7fe57ab730a6c0e4bac6041a788, ASSIGN 2024-11-18T20:37:52,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca9bb7fe57ab730a6c0e4bac6041a788, ASSIGN; state=OFFLINE, location=c0a89b2656d4,42867,1731962256183; forceNewPlan=false, retain=false 2024-11-18T20:37:53,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca9bb7fe57ab730a6c0e4bac6041a788, regionState=OPENING, regionLocation=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:53,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca9bb7fe57ab730a6c0e4bac6041a788, ASSIGN because future has completed 2024-11-18T20:37:53,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca9bb7fe57ab730a6c0e4bac6041a788, server=c0a89b2656d4,42867,1731962256183}] 2024-11-18T20:37:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:53,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:53,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:53,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:37:53,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C42867%2C1731962256183.rep, suffix=, logDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/oldWALs, maxLogs=10 2024-11-18T20:37:53,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.rep.1731962273240, exclude list is [], retry=0 2024-11-18T20:37:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33567,DS-3aa85a5b-2ce1-4ee0-ac3e-6c13d352f3f0,DISK] 2024-11-18T20:37:53,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.rep.1731962273240 2024-11-18T20:37:53,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40959:40959)] 2024-11-18T20:37:53,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ca9bb7fe57ab730a6c0e4bac6041a788, NAME => 'hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:53,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:53,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:53,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. service=MultiRowMutationService 2024-11-18T20:37:53,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:37:53,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:53,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,257 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,257 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca9bb7fe57ab730a6c0e4bac6041a788 columnFamilyName hfileref 2024-11-18T20:37:53,257 DEBUG [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:53,258 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] regionserver.HStore(327): Store=ca9bb7fe57ab730a6c0e4bac6041a788/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:53,258 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,259 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca9bb7fe57ab730a6c0e4bac6041a788 columnFamilyName queue 2024-11-18T20:37:53,259 DEBUG [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:53,259 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] regionserver.HStore(327): Store=ca9bb7fe57ab730a6c0e4bac6041a788/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:53,259 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,260 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca9bb7fe57ab730a6c0e4bac6041a788 columnFamilyName sid 2024-11-18T20:37:53,260 DEBUG [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:53,260 INFO [StoreOpener-ca9bb7fe57ab730a6c0e4bac6041a788-1 {}] regionserver.HStore(327): Store=ca9bb7fe57ab730a6c0e4bac6041a788/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:53,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/replication/ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/replication/ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:53,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/replication/ca9bb7fe57ab730a6c0e4bac6041a788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:53,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ca9bb7fe57ab730a6c0e4bac6041a788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72428736, jitterRate=0.07927227020263672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:53,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:37:53,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ca9bb7fe57ab730a6c0e4bac6041a788: Running coprocessor pre-open hook at 1731962273256Writing region info on filesystem at 1731962273256Initializing all the Stores at 1731962273256Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962273256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962273256Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962273256Cleaning up temporary data from old regions at 1731962273261 (+5 ms)Running coprocessor post-open hooks at 1731962273263 (+2 ms)Region opened successfully at 1731962273263 2024-11-18T20:37:53,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788., pid=10, masterSystemTime=1731962273236 2024-11-18T20:37:53,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca9bb7fe57ab730a6c0e4bac6041a788, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,42867,1731962256183 2024-11-18T20:37:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:53,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:37:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca9bb7fe57ab730a6c0e4bac6041a788, server=c0a89b2656d4,42867,1731962256183 because future has completed 2024-11-18T20:37:53,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:37:53,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ca9bb7fe57ab730a6c0e4bac6041a788, server=c0a89b2656d4,42867,1731962256183 in 185 msec 2024-11-18T20:37:53,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:37:53,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca9bb7fe57ab730a6c0e4bac6041a788, ASSIGN in 340 msec 2024-11-18T20:37:53,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:53,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962273273"}]},"ts":"1731962273273"} 2024-11-18T20:37:53,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:37:53,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:53,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-18T20:37:53,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788., hostname=c0a89b2656d4,42867,1731962256183, seqNum=2] 2024-11-18T20:37:53,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:53,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:37:53,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:53,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:37:53,481 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:37:53,524 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,42867,1731962256183, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:53,524 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:53,525 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42867,1731962256183, seqNum=-1] 2024-11-18T20:37:53,525 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:53,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:53,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,42867,1731962256183', locateType=CURRENT is [region=hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788., hostname=c0a89b2656d4,42867,1731962256183, seqNum=2] 2024-11-18T20:37:53,530 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:37:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:37:53,532 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,42867,1731962256183 suceeded 2024-11-18T20:37:53,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:37:53,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-18T20:37:53,534 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:40447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:37:53,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0350 sec 2024-11-18T20:37:53,549 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40447' 2024-11-18T20:37:53,551 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7403fadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,551 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:53,551 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:53,552 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ebd5744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:53,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:53,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,553 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:53,554 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c380176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,554 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:53,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:53,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e879e9a 2024-11-18T20:37:53,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:53,555 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:53,556 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,42867,1731962256183 (queues=1) is replicating from cluster=8badaadc-804e-4557-8194-5ba88577961b to cluster=f4471ccd-bb64-4ee6-b1f8-dd774480e945 2024-11-18T20:37:53,556 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C42867%2C1731962256183 2024-11-18T20:37:53,556 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,42867,1731962256183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:53,557 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C42867%2C1731962256183 2024-11-18T20:37:53,557 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673, startPosition=0, beingWritten=true 2024-11-18T20:37:53,569 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:53,569 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:53,569 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42867,1731962256183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:53,634 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:53,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:53,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:53,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:53,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:53,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:53,636 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea94472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,637 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c29f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0c0770 2024-11-18T20:37:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:53,640 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:53,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:35923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:37:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:37:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:53,643 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:35923' 2024-11-18T20:37:53,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,645 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35923,-1 for getting cluster id 2024-11-18T20:37:53,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:53,645 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f575cb7b-09bc-4968-aae1-938d100b3672' 2024-11-18T20:37:53,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f575cb7b-09bc-4968-aae1-938d100b3672" 2024-11-18T20:37:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5260e0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35923,-1] 2024-11-18T20:37:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,647 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:53,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@876fb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:53,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2607f951 2024-11-18T20:37:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:53,649 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:53,650 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:37:53,650 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:37:53,650 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,650 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:53,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:53,650 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:53,651 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:37:53,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:53,652 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:53,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:37:53,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9048a27ca7e07b1d9496271063de4a2, NAME => 'hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e 2024-11-18T20:37:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:37:53,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:53,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9048a27ca7e07b1d9496271063de4a2, disabling compactions & flushes 2024-11-18T20:37:53,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:53,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:53,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. after waiting 0 ms 2024-11-18T20:37:53,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:53,676 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:53,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9048a27ca7e07b1d9496271063de4a2: Waiting for close lock at 1731962273675Disabling compacts and flushes for region at 1731962273675Disabling writes for close at 1731962273676 (+1 ms)Writing region close event to WAL at 1731962273676Closed at 1731962273676 2024-11-18T20:37:53,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:53,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962273677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962273677"}]},"ts":"1731962273677"} 2024-11-18T20:37:53,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:53,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:53,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962273681"}]},"ts":"1731962273681"} 2024-11-18T20:37:53,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:37:53,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9048a27ca7e07b1d9496271063de4a2, ASSIGN}] 2024-11-18T20:37:53,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9048a27ca7e07b1d9496271063de4a2, ASSIGN 2024-11-18T20:37:53,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9048a27ca7e07b1d9496271063de4a2, ASSIGN; state=OFFLINE, location=c0a89b2656d4,36323,1731962259622; forceNewPlan=false, retain=false 2024-11-18T20:37:53,702 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:37:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:53,774 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:53,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9048a27ca7e07b1d9496271063de4a2, regionState=OPENING, regionLocation=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:53,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9048a27ca7e07b1d9496271063de4a2, ASSIGN because future has completed 2024-11-18T20:37:53,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9048a27ca7e07b1d9496271063de4a2, server=c0a89b2656d4,36323,1731962259622}] 2024-11-18T20:37:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:53,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:53,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:53,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:37:53,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36323%2C1731962259622.rep, suffix=, logDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/oldWALs, maxLogs=10 2024-11-18T20:37:54,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.rep.1731962273996, exclude list is [], retry=0 2024-11-18T20:37:54,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37889,DS-571f2810-8650-46b1-9bc4-a92ff82df9d3,DISK] 2024-11-18T20:37:54,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.rep.1731962273996 2024-11-18T20:37:54,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44095:44095)] 2024-11-18T20:37:54,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a9048a27ca7e07b1d9496271063de4a2, NAME => 'hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:54,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:54,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:54,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. service=MultiRowMutationService 2024-11-18T20:37:54,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:37:54,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:54,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,013 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,014 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9048a27ca7e07b1d9496271063de4a2 columnFamilyName hfileref 2024-11-18T20:37:54,014 DEBUG [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:54,014 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] regionserver.HStore(327): Store=a9048a27ca7e07b1d9496271063de4a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:54,014 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,015 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9048a27ca7e07b1d9496271063de4a2 columnFamilyName queue 2024-11-18T20:37:54,015 DEBUG [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:54,015 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] regionserver.HStore(327): Store=a9048a27ca7e07b1d9496271063de4a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:54,016 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,016 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9048a27ca7e07b1d9496271063de4a2 columnFamilyName sid 2024-11-18T20:37:54,016 DEBUG [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:54,017 INFO [StoreOpener-a9048a27ca7e07b1d9496271063de4a2-1 {}] regionserver.HStore(327): Store=a9048a27ca7e07b1d9496271063de4a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:54,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/replication/a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/replication/a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:54,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/replication/a9048a27ca7e07b1d9496271063de4a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:54,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a9048a27ca7e07b1d9496271063de4a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72341936, jitterRate=0.07797884941101074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:54,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:37:54,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a9048a27ca7e07b1d9496271063de4a2: Running coprocessor pre-open hook at 1731962274012Writing region info on filesystem at 1731962274012Initializing all the Stores at 1731962274013 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962274013Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962274013Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962274013Cleaning up temporary data from old regions at 1731962274018 (+5 ms)Running coprocessor post-open hooks at 1731962274021 (+3 ms)Region opened successfully at 1731962274021 2024-11-18T20:37:54,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., pid=10, masterSystemTime=1731962273991 2024-11-18T20:37:54,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:54,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:37:54,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9048a27ca7e07b1d9496271063de4a2, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,36323,1731962259622 2024-11-18T20:37:54,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9048a27ca7e07b1d9496271063de4a2, server=c0a89b2656d4,36323,1731962259622 because future has completed 2024-11-18T20:37:54,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:37:54,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a9048a27ca7e07b1d9496271063de4a2, server=c0a89b2656d4,36323,1731962259622 in 188 msec 2024-11-18T20:37:54,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:37:54,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9048a27ca7e07b1d9496271063de4a2, ASSIGN in 344 msec 2024-11-18T20:37:54,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:54,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962274030"}]},"ts":"1731962274030"} 2024-11-18T20:37:54,031 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:37:54,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:54,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 382 msec 2024-11-18T20:37:54,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., hostname=c0a89b2656d4,36323,1731962259622, seqNum=2] 2024-11-18T20:37:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:37:54,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:54,077 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:54,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:37:54,214 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:37:54,242 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,36323,1731962259622, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:54,242 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:54,242 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36323,1731962259622, seqNum=-1] 2024-11-18T20:37:54,242 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:54,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:54,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,36323,1731962259622', locateType=CURRENT is [region=hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., hostname=c0a89b2656d4,36323,1731962259622, seqNum=2] 2024-11-18T20:37:54,246 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:37:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:37:54,248 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,36323,1731962259622 suceeded 2024-11-18T20:37:54,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:37:54,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T20:37:54,250 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:35923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:37:54,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 609 msec 2024-11-18T20:37:54,260 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:35923' 2024-11-18T20:37:54,261 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557e659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,262 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35923,-1 for getting cluster id 2024-11-18T20:37:54,262 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:54,262 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f575cb7b-09bc-4968-aae1-938d100b3672' 2024-11-18T20:37:54,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:54,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f575cb7b-09bc-4968-aae1-938d100b3672" 2024-11-18T20:37:54,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29cfacb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35923,-1] 2024-11-18T20:37:54,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:54,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,263 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:54,264 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e48a81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,264 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:54,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:54,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78db51d1 2024-11-18T20:37:54,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:54,265 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:54,266 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,36323,1731962259622 (queues=1) is replicating from cluster=f4471ccd-bb64-4ee6-b1f8-dd774480e945 to cluster=f575cb7b-09bc-4968-aae1-938d100b3672 2024-11-18T20:37:54,266 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C36323%2C1731962259622 2024-11-18T20:37:54,266 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,36323,1731962259622, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:54,266 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C36323%2C1731962259622 2024-11-18T20:37:54,266 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, startPosition=0, beingWritten=true 2024-11-18T20:37:54,270 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:54,270 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:54,270 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:54,274 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:54,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:54,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:54,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:54,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35923,-1 for getting cluster id 2024-11-18T20:37:54,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:54,276 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f575cb7b-09bc-4968-aae1-938d100b3672' 2024-11-18T20:37:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f575cb7b-09bc-4968-aae1-938d100b3672" 2024-11-18T20:37:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ce9e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35923,-1] 2024-11-18T20:37:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:54,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,277 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296f22dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,35923,1731962262991 2024-11-18T20:37:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2942fc9a 2024-11-18T20:37:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:54,280 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:54,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:40447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:37:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:37:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:54,283 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40447' 2024-11-18T20:37:54,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8924b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,283 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:54,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:54,284 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:54,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:54,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:54,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79085b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:54,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:54,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,285 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:54,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e14047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:54,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:54,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:54,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c4c6e5 2024-11-18T20:37:54,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:54,287 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:37:54,288 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:37:54,288 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:37:54,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:54,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:54,289 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:37:54,289 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:37:54,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:37:54,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:54,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:37:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:37:54,340 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:37:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:54,474 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:54,481 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:54,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b585f455599ecc944fdaa1c3c894ef33, NAME => 'hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304 2024-11-18T20:37:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:37:54,777 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:54,985 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:55,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:55,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b585f455599ecc944fdaa1c3c894ef33, disabling compactions & flushes 2024-11-18T20:37:55,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. after waiting 0 ms 2024-11-18T20:37:55,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b585f455599ecc944fdaa1c3c894ef33: Waiting for close lock at 1731962275102Disabling compacts and flushes for region at 1731962275102Disabling writes for close at 1731962275102Writing region close event to WAL at 1731962275102Closed at 1731962275102 2024-11-18T20:37:55,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:37:55,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962275104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962275104"}]},"ts":"1731962275104"} 2024-11-18T20:37:55,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:37:55,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:37:55,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962275106"}]},"ts":"1731962275106"} 2024-11-18T20:37:55,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:37:55,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b585f455599ecc944fdaa1c3c894ef33, ASSIGN}] 2024-11-18T20:37:55,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b585f455599ecc944fdaa1c3c894ef33, ASSIGN 2024-11-18T20:37:55,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b585f455599ecc944fdaa1c3c894ef33, ASSIGN; state=OFFLINE, location=c0a89b2656d4,36577,1731962263016; forceNewPlan=false, retain=false 2024-11-18T20:37:55,181 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:55,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b585f455599ecc944fdaa1c3c894ef33, regionState=OPENING, regionLocation=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:55,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b585f455599ecc944fdaa1c3c894ef33, ASSIGN because future has completed 2024-11-18T20:37:55,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b585f455599ecc944fdaa1c3c894ef33, server=c0a89b2656d4,36577,1731962263016}] 2024-11-18T20:37:55,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:37:55,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:37:55,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36577%2C1731962263016.rep, suffix=, logDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016, archiveDir=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/oldWALs, maxLogs=10 2024-11-18T20:37:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:55,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.rep.1731962275419, exclude list is [], retry=0 2024-11-18T20:37:55,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35763,DS-b442e44e-fa6d-4bee-9986-8c37e1adf3e0,DISK] 2024-11-18T20:37:55,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.rep.1731962275419 2024-11-18T20:37:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41417:41417)] 2024-11-18T20:37:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b585f455599ecc944fdaa1c3c894ef33, NAME => 'hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:37:55,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:37:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:37:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. service=MultiRowMutationService 2024-11-18T20:37:55,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:37:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:37:55,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,437 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,438 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b585f455599ecc944fdaa1c3c894ef33 columnFamilyName hfileref 2024-11-18T20:37:55,438 DEBUG [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:55,438 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] regionserver.HStore(327): Store=b585f455599ecc944fdaa1c3c894ef33/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:55,438 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,439 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b585f455599ecc944fdaa1c3c894ef33 columnFamilyName queue 2024-11-18T20:37:55,439 DEBUG [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:55,439 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] regionserver.HStore(327): Store=b585f455599ecc944fdaa1c3c894ef33/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:55,439 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,440 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b585f455599ecc944fdaa1c3c894ef33 columnFamilyName sid 2024-11-18T20:37:55,440 DEBUG [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:37:55,440 INFO [StoreOpener-b585f455599ecc944fdaa1c3c894ef33-1 {}] regionserver.HStore(327): Store=b585f455599ecc944fdaa1c3c894ef33/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:37:55,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:37:55,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:37:55,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b585f455599ecc944fdaa1c3c894ef33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63953744, jitterRate=-0.04701495170593262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:37:55,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:37:55,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b585f455599ecc944fdaa1c3c894ef33: Running coprocessor pre-open hook at 1731962275436Writing region info on filesystem at 1731962275436Initializing all the Stores at 1731962275436Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962275436Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962275437 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962275437Cleaning up temporary data from old regions at 1731962275442 (+5 ms)Running coprocessor post-open hooks at 1731962275444 (+2 ms)Region opened successfully at 1731962275444 2024-11-18T20:37:55,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33., pid=10, masterSystemTime=1731962275415 2024-11-18T20:37:55,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:37:55,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b585f455599ecc944fdaa1c3c894ef33, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,36577,1731962263016 2024-11-18T20:37:55,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b585f455599ecc944fdaa1c3c894ef33, server=c0a89b2656d4,36577,1731962263016 because future has completed 2024-11-18T20:37:55,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:37:55,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b585f455599ecc944fdaa1c3c894ef33, server=c0a89b2656d4,36577,1731962263016 in 186 msec 2024-11-18T20:37:55,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:37:55,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b585f455599ecc944fdaa1c3c894ef33, ASSIGN in 343 msec 2024-11-18T20:37:55,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:37:55,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962275452"}]},"ts":"1731962275452"} 2024-11-18T20:37:55,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:37:55,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:37:55,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-18T20:37:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33., hostname=c0a89b2656d4,36577,1731962263016, seqNum=2] 2024-11-18T20:37:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:37:55,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:37:55,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:37:55,588 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:55,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:37:55,653 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:37:55,679 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,36577,1731962263016, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:37:55,680 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:55,680 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36577,1731962263016, seqNum=-1] 2024-11-18T20:37:55,680 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:55,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:55,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,36577,1731962263016', locateType=CURRENT is [region=hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33., hostname=c0a89b2656d4,36577,1731962263016, seqNum=2] 2024-11-18T20:37:55,684 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:55,685 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:37:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:37:55,687 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,36577,1731962263016 suceeded 2024-11-18T20:37:55,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:37:55,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-18T20:37:55,689 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:40447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:37:55,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-11-18T20:37:55,700 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40447' 2024-11-18T20:37:55,701 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7573f7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:55,701 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:55,701 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:55,702 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:55,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:55,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:55,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c2c64fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:55,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:55,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:55,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:55,703 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:55,704 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:55,704 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:37:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40447,1731962259593 2024-11-18T20:37:55,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41745fc8 2024-11-18T20:37:55,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:37:55,705 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T20:37:55,706 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,36577,1731962263016 (queues=1) is replicating from cluster=f575cb7b-09bc-4968-aae1-938d100b3672 to cluster=f4471ccd-bb64-4ee6-b1f8-dd774480e945 2024-11-18T20:37:55,706 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C36577%2C1731962263016 2024-11-18T20:37:55,706 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,36577,1731962263016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:37:55,706 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, startPosition=0, beingWritten=true 2024-11-18T20:37:55,706 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C36577%2C1731962263016 2024-11-18T20:37:55,710 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:55,711 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:55,711 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:55,919 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:56,222 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:56,290 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:56,291 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:37:56,434 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:37:56,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:37:56,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:37:56,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:56,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:56,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:37:56,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35207,-1 for getting cluster id 2024-11-18T20:37:56,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:56,435 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badaadc-804e-4557-8194-5ba88577961b' 2024-11-18T20:37:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badaadc-804e-4557-8194-5ba88577961b" 2024-11-18T20:37:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d0b7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35207,-1] 2024-11-18T20:37:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:56,437 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09d7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:56,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:56,439 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f714152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:56,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:56,441 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39594407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35923,-1 for getting cluster id 2024-11-18T20:37:56,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:56,443 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f575cb7b-09bc-4968-aae1-938d100b3672' 2024-11-18T20:37:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f575cb7b-09bc-4968-aae1-938d100b3672" 2024-11-18T20:37:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2350fc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35923,-1] 2024-11-18T20:37:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:56,444 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7be750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:56,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,42867,1731962256183, seqNum=-1] 2024-11-18T20:37:56,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:56,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962266049.ffec7907960305a42a7643a135747c97., hostname=c0a89b2656d4,42867,1731962256183, seqNum=2] 2024-11-18T20:37:56,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36577,1731962263016, seqNum=-1] 2024-11-18T20:37:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:56,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8., hostname=c0a89b2656d4,36577,1731962263016, seqNum=2] 2024-11-18T20:37:56,458 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:37:56,625 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:56,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:37:56,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:56,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:56,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:56,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:56,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:56,994 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:57,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:37:57,094 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 379, reset compression=false 2024-11-18T20:37:57,099 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:57,099 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:57,099 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42867,1731962256183 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffec7907960305a42a7643a135747c97/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T20:37:57,101 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:57,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:57,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:57,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd610ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:57,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40447,-1 for getting cluster id 2024-11-18T20:37:57,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:57,104 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4471ccd-bb64-4ee6-b1f8-dd774480e945' 2024-11-18T20:37:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4471ccd-bb64-4ee6-b1f8-dd774480e945" 2024-11-18T20:37:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fc04b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40447,-1] 2024-11-18T20:37:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:57,105 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:57,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5085dc37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:57,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36323,1731962259622, seqNum=-1] 2024-11-18T20:37:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:57,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:57,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87., hostname=c0a89b2656d4,36323,1731962259622, seqNum=2] 2024-11-18T20:37:57,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:57,128 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:57,303 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:57,460 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T20:37:57,607 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:57,732 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:57,797 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 379, reset compression=false 2024-11-18T20:37:57,801 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:57,801 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 504, reset compression=false 2024-11-18T20:37:57,801 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[{test/56f14bdf3c8a10c58d09aeab363d0a87/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T20:37:57,803 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:57,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:57,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:57,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79dbd19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:57,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,35923,-1 for getting cluster id 2024-11-18T20:37:57,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:37:57,807 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f575cb7b-09bc-4968-aae1-938d100b3672' 2024-11-18T20:37:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:37:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f575cb7b-09bc-4968-aae1-938d100b3672" 2024-11-18T20:37:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@559b30b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,35923,-1] 2024-11-18T20:37:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:37:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:37:57,809 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:37:57,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e844fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:37:57,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36577,1731962263016, seqNum=-1] 2024-11-18T20:37:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:57,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T20:37:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8., hostname=c0a89b2656d4,36577,1731962263016, seqNum=2] 2024-11-18T20:37:57,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:58,007 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 504, reset compression=false 2024-11-18T20:37:58,011 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:58,310 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 504, reset compression=false 2024-11-18T20:37:58,446 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 379, reset compression=false 2024-11-18T20:37:58,450 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:58,450 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 528, reset compression=false 2024-11-18T20:37:58,450 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:58,461 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T20:37:58,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:37:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36323,1731962259622, seqNum=-1] 2024-11-18T20:37:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:37:58,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:37:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87., hostname=c0a89b2656d4,36323,1731962259622, seqNum=2] 2024-11-18T20:37:58,467 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T20:37:58,514 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:58,653 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 528, reset compression=false 2024-11-18T20:37:58,713 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 504, reset compression=false 2024-11-18T20:37:58,717 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:58,717 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 608, reset compression=false 2024-11-18T20:37:58,717 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[{test/56f14bdf3c8a10c58d09aeab363d0a87/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:37:58,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:58,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:37:58,920 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 608, reset compression=false 2024-11-18T20:37:58,957 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 528, reset compression=false 2024-11-18T20:37:58,961 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:37:58,961 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 656, reset compression=false 2024-11-18T20:37:58,961 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:37:59,117 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:59,164 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 656, reset compression=false 2024-11-18T20:37:59,224 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 608, reset compression=false 2024-11-18T20:37:59,467 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 656, reset compression=false 2024-11-18T20:37:59,469 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T20:37:59,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T20:37:59,627 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 608, reset compression=false 2024-11-18T20:37:59,820 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:37:59,870 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 656, reset compression=false 2024-11-18T20:37:59,874 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:37:59,874 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 760, reset compression=false 2024-11-18T20:37:59,874 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b332b3ee9bcbe377affa2f3ffbf19d8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T20:37:59,876 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:37:59,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T20:37:59,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:37:59,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:38:00,077 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 760, reset compression=false 2024-11-18T20:38:00,131 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 608, reset compression=false 2024-11-18T20:38:00,135 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:00,135 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 736, reset compression=false 2024-11-18T20:38:00,135 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:00,338 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 736, reset compression=false 2024-11-18T20:38:00,380 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 760, reset compression=false 2024-11-18T20:38:00,474 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T20:38:00,476 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T20:38:00,624 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 480, reset compression=false 2024-11-18T20:38:00,628 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:00,628 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:00,628 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42867,1731962256183 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffec7907960305a42a7643a135747c97/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T20:38:00,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:38:00,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:38:00,641 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 736, reset compression=false 2024-11-18T20:38:00,644 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:00,644 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 884, reset compression=false 2024-11-18T20:38:00,644 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[{test/56f14bdf3c8a10c58d09aeab363d0a87/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T20:38:00,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:38:00,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:38:00,783 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 760, reset compression=false 2024-11-18T20:38:00,787 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:00,787 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 932, reset compression=false 2024-11-18T20:38:00,787 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:00,831 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:00,848 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 884, reset compression=false 2024-11-18T20:38:00,990 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 932, reset compression=false 2024-11-18T20:38:01,134 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:01,150 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 884, reset compression=false 2024-11-18T20:38:01,293 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 932, reset compression=false 2024-11-18T20:38:01,478 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T20:38:01,481 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T20:38:01,537 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:01,553 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 884, reset compression=false 2024-11-18T20:38:01,556 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:01,556 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1043, reset compression=false 2024-11-18T20:38:01,556 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[{test/56f14bdf3c8a10c58d09aeab363d0a87/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:38:01,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:38:01,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:38:01,695 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 932, reset compression=false 2024-11-18T20:38:01,699 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:01,699 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1082, reset compression=false 2024-11-18T20:38:01,699 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:01,758 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1043, reset compression=false 2024-11-18T20:38:01,901 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1082, reset compression=false 2024-11-18T20:38:02,040 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:02,061 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1043, reset compression=false 2024-11-18T20:38:02,204 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1082, reset compression=false 2024-11-18T20:38:02,464 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1043, reset compression=false 2024-11-18T20:38:02,482 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T20:38:02,485 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T20:38:02,607 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1082, reset compression=false 2024-11-18T20:38:02,611 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:02,611 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1241, reset compression=false 2024-11-18T20:38:02,611 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b332b3ee9bcbe377affa2f3ffbf19d8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T20:38:02,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T20:38:02,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T20:38:02,643 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:02,814 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1241, reset compression=false 2024-11-18T20:38:02,967 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1043, reset compression=false 2024-11-18T20:38:02,970 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:02,970 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:02,970 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:03,117 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1241, reset compression=false 2024-11-18T20:38:03,173 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:03,346 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:03,477 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:03,487 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T20:38:03,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:38:03,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:03,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:03,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:03,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:03,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:03,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:38:03,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=553857736, stopped=false 2024-11-18T20:38:03,492 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,35923,1731962262991 2024-11-18T20:38:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1126525963/running 2024-11-18T20:38:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1126525963/running 2024-11-18T20:38:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:38:03,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:38:03,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:03,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:03,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:03,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:03,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/running 2024-11-18T20:38:03,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Set watcher on znode that does not yet exist, /2-1126525963/running 2024-11-18T20:38:03,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,36577,1731962263016' ***** 2024-11-18T20:38:03,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:38:03,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(3091): Received CLOSE for b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,36577,1731962263016 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:03,495 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b585f455599ecc944fdaa1c3c894ef33, disabling compactions & flushes 2024-11-18T20:38:03,495 INFO [RS:0;c0a89b2656d4:36577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36577. 2024-11-18T20:38:03,495 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:38:03,495 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:38:03,495 DEBUG [RS:0;c0a89b2656d4:36577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:03,495 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. after waiting 0 ms 2024-11-18T20:38:03,496 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:38:03,496 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:03,496 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:38:03,496 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:38:03,496 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b585f455599ecc944fdaa1c3c894ef33 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T20:38:03,496 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:38:03,496 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:38:03,496 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:38:03,496 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b585f455599ecc944fdaa1c3c894ef33=hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33., 4b332b3ee9bcbe377affa2f3ffbf19d8=test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.} 2024-11-18T20:38:03,496 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:03,496 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8, b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:38:03,496 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:03,496 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:03,496 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:03,496 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:03,496 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:38:03,509 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/.tmp/queue/1be2d33bc7034e759fcf2eab4f72493c is 154, key is 1-c0a89b2656d4,36577,1731962263016/queue:c0a89b2656d4%2C36577%2C1731962263016/1731962282615/Put/seqid=0 2024-11-18T20:38:03,509 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/info/445526fd8c66429b96c8d948d5e9bb8a is 147, key is hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33./info:regioninfo/1731962275446/Put/seqid=0 2024-11-18T20:38:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:38:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741840_1016 (size=5353) 2024-11-18T20:38:03,520 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1241, reset compression=false 2024-11-18T20:38:03,580 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:03,696 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8, b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:38:03,865 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:38:03,865 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:38:03,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:03,896 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8, b585f455599ecc944fdaa1c3c894ef33 2024-11-18T20:38:03,913 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/info/445526fd8c66429b96c8d948d5e9bb8a 2024-11-18T20:38:03,913 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/.tmp/queue/1be2d33bc7034e759fcf2eab4f72493c 2024-11-18T20:38:03,917 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/.tmp/queue/1be2d33bc7034e759fcf2eab4f72493c as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/queue/1be2d33bc7034e759fcf2eab4f72493c 2024-11-18T20:38:03,920 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/queue/1be2d33bc7034e759fcf2eab4f72493c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T20:38:03,921 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b585f455599ecc944fdaa1c3c894ef33 in 425ms, sequenceid=12, compaction requested=false 2024-11-18T20:38:03,923 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/replication/b585f455599ecc944fdaa1c3c894ef33/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:03,924 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b585f455599ecc944fdaa1c3c894ef33: Waiting for close lock at 1731962283495Running coprocessor pre-close hooks at 1731962283495Disabling compacts and flushes for region at 1731962283495Disabling writes for close at 1731962283496 (+1 ms)Obtaining lock to block concurrent updates at 1731962283496Preparing flush snapshotting stores in b585f455599ecc944fdaa1c3c894ef33 at 1731962283496Finished memstore snapshotting hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731962283496Flushing stores of hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. at 1731962283496Flushing b585f455599ecc944fdaa1c3c894ef33/queue: creating writer at 1731962283496Flushing b585f455599ecc944fdaa1c3c894ef33/queue: appending metadata at 1731962283509 (+13 ms)Flushing b585f455599ecc944fdaa1c3c894ef33/queue: closing flushed file at 1731962283509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5bdf17: reopening flushed file at 1731962283916 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b585f455599ecc944fdaa1c3c894ef33 in 425ms, sequenceid=12, compaction requested=false at 1731962283921 (+5 ms)Writing region close event to WAL at 1731962283921Running coprocessor post-close hooks at 1731962283924 (+3 ms)Closed at 1731962283924 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962274288.b585f455599ecc944fdaa1c3c894ef33. 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b332b3ee9bcbe377affa2f3ffbf19d8, disabling compactions & flushes 2024-11-18T20:38:03,924 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. after waiting 0 ms 2024-11-18T20:38:03,924 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:38:03,924 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T20:38:03,933 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/ns/e4f586a1cdf54ec9af2b33e979916d35 is 43, key is default/ns:d/1731962265933/Put/seqid=0 2024-11-18T20:38:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:38:03,938 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/f/cf71d501b42847a7b0f5458905f143b0 is 29, key is row1/f:/1731962281479/DeleteFamily/seqid=0 2024-11-18T20:38:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741843_1019 (size=5152) 2024-11-18T20:38:04,023 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1241, reset compression=false 2024-11-18T20:38:04,026 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:04,026 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1488, reset compression=false 2024-11-18T20:38:04,026 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36577,1731962263016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:04,027 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,36577,1731962263016: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,36577,1731962263016, walGroup=c0a89b2656d4%2C36577%2C1731962263016, offset=c0a89b2656d4%2C36577%2C1731962263016.1731962264995:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:36577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:38:04,028 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:38:04,029 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:38:04,029 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:38:04,030 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:38:04,030 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:38:04,030 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 863955432 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201284184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:38:04,030 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:35923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:35923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:38:04,097 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:04,149 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:04,229 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1488, reset compression=false 2024-11-18T20:38:04,297 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:04,337 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/ns/e4f586a1cdf54ec9af2b33e979916d35 2024-11-18T20:38:04,341 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/f/cf71d501b42847a7b0f5458905f143b0 2024-11-18T20:38:04,344 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf71d501b42847a7b0f5458905f143b0 2024-11-18T20:38:04,353 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/rep_barrier/0e488acc967847c3b54c82ed5c0722ee is 112, key is test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8./rep_barrier:seqnumDuringOpen/1731962271488/Put/seqid=0 2024-11-18T20:38:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741844_1020 (size=5518) 2024-11-18T20:38:04,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/f1/aa57f2eea1a849bba345970a5ce14543 is 30, key is row1/f1:/1731962281479/DeleteFamily/seqid=0 2024-11-18T20:38:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741845_1021 (size=5158) 2024-11-18T20:38:04,382 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:04,497 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:38:04,497 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8=test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8.} 2024-11-18T20:38:04,497 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:04,532 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1488, reset compression=false 2024-11-18T20:38:04,697 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:04,756 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/rep_barrier/0e488acc967847c3b54c82ed5c0722ee 2024-11-18T20:38:04,764 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/f1/aa57f2eea1a849bba345970a5ce14543 2024-11-18T20:38:04,767 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa57f2eea1a849bba345970a5ce14543 2024-11-18T20:38:04,777 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/table/db40acd07165420bac7018a655624b7a is 53, key is hbase:replication/table:state/1731962275452/Put/seqid=0 2024-11-18T20:38:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:38:04,783 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/norep/d069535b236f40b2ad38cc97d997d036 is 33, key is row2/norep:/1731962282483/DeleteFamily/seqid=0 2024-11-18T20:38:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741847_1023 (size=5108) 2024-11-18T20:38:04,897 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:04,935 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1488, reset compression=false 2024-11-18T20:38:04,985 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:05,053 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:05,097 DEBUG [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b332b3ee9bcbe377affa2f3ffbf19d8 2024-11-18T20:38:05,181 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/table/db40acd07165420bac7018a655624b7a 2024-11-18T20:38:05,185 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/info/445526fd8c66429b96c8d948d5e9bb8a as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/info/445526fd8c66429b96c8d948d5e9bb8a 2024-11-18T20:38:05,187 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/norep/d069535b236f40b2ad38cc97d997d036 2024-11-18T20:38:05,188 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/info/445526fd8c66429b96c8d948d5e9bb8a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:38:05,189 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d069535b236f40b2ad38cc97d997d036 2024-11-18T20:38:05,189 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/ns/e4f586a1cdf54ec9af2b33e979916d35 as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/ns/e4f586a1cdf54ec9af2b33e979916d35 2024-11-18T20:38:05,190 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/f/cf71d501b42847a7b0f5458905f143b0 as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/f/cf71d501b42847a7b0f5458905f143b0 2024-11-18T20:38:05,192 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/ns/e4f586a1cdf54ec9af2b33e979916d35, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:38:05,192 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf71d501b42847a7b0f5458905f143b0 2024-11-18T20:38:05,192 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/f/cf71d501b42847a7b0f5458905f143b0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:38:05,193 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/rep_barrier/0e488acc967847c3b54c82ed5c0722ee as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/rep_barrier/0e488acc967847c3b54c82ed5c0722ee 2024-11-18T20:38:05,193 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/f1/aa57f2eea1a849bba345970a5ce14543 as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/f1/aa57f2eea1a849bba345970a5ce14543 2024-11-18T20:38:05,196 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa57f2eea1a849bba345970a5ce14543 2024-11-18T20:38:05,196 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/f1/aa57f2eea1a849bba345970a5ce14543, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:38:05,196 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/rep_barrier/0e488acc967847c3b54c82ed5c0722ee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:38:05,197 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/.tmp/norep/d069535b236f40b2ad38cc97d997d036 as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/norep/d069535b236f40b2ad38cc97d997d036 2024-11-18T20:38:05,197 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/.tmp/table/db40acd07165420bac7018a655624b7a as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/table/db40acd07165420bac7018a655624b7a 2024-11-18T20:38:05,199 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d069535b236f40b2ad38cc97d997d036 2024-11-18T20:38:05,199 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/norep/d069535b236f40b2ad38cc97d997d036, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T20:38:05,199 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/table/db40acd07165420bac7018a655624b7a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:38:05,200 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4b332b3ee9bcbe377affa2f3ffbf19d8 in 1276ms, sequenceid=10, compaction requested=false 2024-11-18T20:38:05,200 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-18T20:38:05,203 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/default/test/4b332b3ee9bcbe377affa2f3ffbf19d8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:38:05,203 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:05,204 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b332b3ee9bcbe377affa2f3ffbf19d8: Waiting for close lock at 1731962283924Running coprocessor pre-close hooks at 1731962283924Disabling compacts and flushes for region at 1731962283924Disabling writes for close at 1731962283924Obtaining lock to block concurrent updates at 1731962283924Preparing flush snapshotting stores in 4b332b3ee9bcbe377affa2f3ffbf19d8 at 1731962283924Finished memstore snapshotting test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731962283924Flushing stores of test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. at 1731962283925 (+1 ms)Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/f: creating writer at 1731962283925Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/f: appending metadata at 1731962283937 (+12 ms)Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/f: closing flushed file at 1731962283937Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/f1: creating writer at 1731962284345 (+408 ms)Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/f1: appending metadata at 1731962284360 (+15 ms)Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/f1: closing flushed file at 1731962284360Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/norep: creating writer at 1731962284767 (+407 ms)Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/norep: appending metadata at 1731962284783 (+16 ms)Flushing 4b332b3ee9bcbe377affa2f3ffbf19d8/norep: closing flushed file at 1731962284783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4993d43b: reopening flushed file at 1731962285189 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bae8a8: reopening flushed file at 1731962285193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb6e31: reopening flushed file at 1731962285196 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4b332b3ee9bcbe377affa2f3ffbf19d8 in 1276ms, sequenceid=10, compaction requested=false at 1731962285200 (+4 ms)Writing region close event to WAL at 1731962285201 (+1 ms)Running coprocessor post-close hooks at 1731962285204 (+3 ms)Closed at 1731962285204 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962270346.4b332b3ee9bcbe377affa2f3ffbf19d8. 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:05,204 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:05,204 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962283496Running coprocessor pre-close hooks at 1731962283496Disabling compacts and flushes for region at 1731962283496Disabling writes for close at 1731962283496Obtaining lock to block concurrent updates at 1731962283496Preparing flush snapshotting stores in 1588230740 at 1731962283496Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962283496Flushing stores of hbase:meta,,1.1588230740 at 1731962283497 (+1 ms)Flushing 1588230740/info: creating writer at 1731962283497Flushing 1588230740/info: appending metadata at 1731962283509 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731962283509Flushing 1588230740/ns: creating writer at 1731962283916 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731962283933 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731962283933Flushing 1588230740/rep_barrier: creating writer at 1731962284340 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962284353 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962284353Flushing 1588230740/table: creating writer at 1731962284760 (+407 ms)Flushing 1588230740/table: appending metadata at 1731962284777 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731962284777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0f025c: reopening flushed file at 1731962285185 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76dbba43: reopening flushed file at 1731962285189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599247b: reopening flushed file at 1731962285192 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31acf0e2: reopening flushed file at 1731962285196 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731962285200 (+4 ms)Writing region close event to WAL at 1731962285202 (+2 ms)Running coprocessor post-close hooks at 1731962285204 (+2 ms)Closed at 1731962285204 2024-11-18T20:38:05,205 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:05,298 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,36577,1731962263016; all regions closed. 2024-11-18T20:38:05,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:38:05,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.meta.1731962265900.meta not finished, retry = 0 2024-11-18T20:38:05,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.rep.1731962275419 not finished, retry = 0 2024-11-18T20:38:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741839_1015 (size=3114) 2024-11-18T20:38:05,438 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 1488, reset compression=false 2024-11-18T20:38:05,441 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:05,441 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.wal-reader.c0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 to pos 2132, reset compression=false 2024-11-18T20:38:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741832_1008 (size=2140) 2024-11-18T20:38:05,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/WALs/c0a89b2656d4,36577,1731962263016/c0a89b2656d4%2C36577%2C1731962263016.1731962264995 not finished, retry = 0 2024-11-18T20:38:05,605 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:05,605 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:05,606 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:05,606 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:05,606 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:05,606 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:05,606 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,36577,1731962263016 because: Region server is closing 2024-11-18T20:38:05,607 INFO [RS:0;c0a89b2656d4:36577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36577. 2024-11-18T20:38:05,607 DEBUG [RS:0;c0a89b2656d4:36577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:05,607 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:05,607 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:05,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:05,688 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:05,707 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36577,1731962263016.replicationSource.shipperc0a89b2656d4%2C36577%2C1731962263016,1-c0a89b2656d4,36577,1731962263016 terminated 2024-11-18T20:38:05,707 INFO [RS:0;c0a89b2656d4:36577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36577. 2024-11-18T20:38:05,707 DEBUG [RS:0;c0a89b2656d4:36577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:05,707 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:05,707 DEBUG [RS:0;c0a89b2656d4:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:05,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:05,708 INFO [RS:0;c0a89b2656d4:36577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36577 2024-11-18T20:38:05,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1126525963/rs/c0a89b2656d4,36577,1731962263016 2024-11-18T20:38:05,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963/rs 2024-11-18T20:38:05,709 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:05,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,36577,1731962263016] 2024-11-18T20:38:05,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1126525963/draining/c0a89b2656d4,36577,1731962263016 already deleted, retry=false 2024-11-18T20:38:05,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,36577,1731962263016 expired; onlineServers=0 2024-11-18T20:38:05,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,35923,1731962262991' ***** 2024-11-18T20:38:05,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:38:05,710 INFO [M:0;c0a89b2656d4:35923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:05,710 INFO [M:0;c0a89b2656d4:35923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:05,710 DEBUG [M:0;c0a89b2656d4:35923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:38:05,710 DEBUG [M:0;c0a89b2656d4:35923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:38:05,710 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962264778 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962264778,5,FailOnTimeoutGroup] 2024-11-18T20:38:05,711 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962264777 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962264777,5,FailOnTimeoutGroup] 2024-11-18T20:38:05,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:38:05,711 INFO [M:0;c0a89b2656d4:35923 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:05,711 INFO [M:0;c0a89b2656d4:35923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:05,711 DEBUG [M:0;c0a89b2656d4:35923 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:38:05,711 INFO [M:0;c0a89b2656d4:35923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:38:05,711 INFO [M:0;c0a89b2656d4:35923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1126525963/master 2024-11-18T20:38:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1126525963 2024-11-18T20:38:05,712 INFO [M:0;c0a89b2656d4:35923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:38:05,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:38:05,712 DEBUG [M:0;c0a89b2656d4:35923 {}] zookeeper.ZKUtil(347): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Unable to get data of znode /2-1126525963/master because node does not exist (not an error) 2024-11-18T20:38:05,712 WARN [M:0;c0a89b2656d4:35923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:38:05,713 INFO [M:0;c0a89b2656d4:35923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/.lastflushedseqids 2024-11-18T20:38:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741848_1024 (size=245) 2024-11-18T20:38:05,734 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:38:05,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:05,810 INFO [RS:0;c0a89b2656d4:36577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:05,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x100548e13d00007, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:05,810 INFO [RS:0;c0a89b2656d4:36577 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,36577,1731962263016; zookeeper connection closed. 2024-11-18T20:38:05,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25aa5f3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25aa5f3c 2024-11-18T20:38:05,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:38:06,056 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:06,116 INFO [M:0;c0a89b2656d4:35923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:38:06,117 INFO [M:0;c0a89b2656d4:35923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:38:06,117 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:06,117 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:06,117 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:06,117 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:06,117 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:06,117 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T20:38:06,131 DEBUG [M:0;c0a89b2656d4:35923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc6382c6b104359bc7162dffbae9ea8 is 82, key is hbase:meta,,1/info:regioninfo/1731962265926/Put/seqid=0 2024-11-18T20:38:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741849_1025 (size=5672) 2024-11-18T20:38:06,491 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:06,534 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc6382c6b104359bc7162dffbae9ea8 2024-11-18T20:38:06,554 DEBUG [M:0;c0a89b2656d4:35923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fda0c95be8bb42bca6242e2b6ec3b53a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962275455/Put/seqid=0 2024-11-18T20:38:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741850_1026 (size=8516) 2024-11-18T20:38:06,557 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fda0c95be8bb42bca6242e2b6ec3b53a 2024-11-18T20:38:06,572 DEBUG [M:0;c0a89b2656d4:35923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f4fc46c2f2345b4aa329faf5b7eef5c is 69, key is c0a89b2656d4,36577,1731962263016/rs:state/1731962264853/Put/seqid=0 2024-11-18T20:38:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741851_1027 (size=5156) 2024-11-18T20:38:06,976 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f4fc46c2f2345b4aa329faf5b7eef5c 2024-11-18T20:38:06,980 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9dc6382c6b104359bc7162dffbae9ea8 as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dc6382c6b104359bc7162dffbae9ea8 2024-11-18T20:38:06,983 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9dc6382c6b104359bc7162dffbae9ea8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:38:06,984 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fda0c95be8bb42bca6242e2b6ec3b53a as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fda0c95be8bb42bca6242e2b6ec3b53a 2024-11-18T20:38:06,987 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fda0c95be8bb42bca6242e2b6ec3b53a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:38:06,987 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f4fc46c2f2345b4aa329faf5b7eef5c as hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f4fc46c2f2345b4aa329faf5b7eef5c 2024-11-18T20:38:06,991 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33387/user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f4fc46c2f2345b4aa329faf5b7eef5c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:38:06,991 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false 2024-11-18T20:38:06,997 INFO [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:06,997 DEBUG [M:0;c0a89b2656d4:35923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962286117Disabling compacts and flushes for region at 1731962286117Disabling writes for close at 1731962286117Obtaining lock to block concurrent updates at 1731962286117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962286117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731962286117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962286118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962286118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962286131 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962286131Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962286538 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962286553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962286553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962286560 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962286572 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962286572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649cf776: reopening flushed file at 1731962286979 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6c8a5b: reopening flushed file at 1731962286983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6eea52: reopening flushed file at 1731962286987 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false at 1731962286991 (+4 ms)Writing region close event to WAL at 1731962286997 (+6 ms)Closed at 1731962286997 2024-11-18T20:38:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35763 is added to blk_1073741830_1006 (size=63654) 2024-11-18T20:38:06,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acdb7a0c-1c1b-54ab-2052-4dc62136f304/MasterData/WALs/c0a89b2656d4,35923,1731962262991/c0a89b2656d4%2C35923%2C1731962262991.1731962264690 not finished, retry = 0 2024-11-18T20:38:07,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:07,100 INFO [M:0;c0a89b2656d4:35923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:38:07,100 INFO [M:0;c0a89b2656d4:35923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35923 2024-11-18T20:38:07,100 INFO [M:0;c0a89b2656d4:35923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:07,159 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:07,202 INFO [M:0;c0a89b2656d4:35923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:07,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:07,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35923-0x100548e13d00006, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:07,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:07,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:07,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:07,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:07,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:07,207 WARN [BP-1535291218-172.17.0.2-1731962262167 heartbeating to localhost/127.0.0.1:33387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:38:07,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:38:07,208 WARN [BP-1535291218-172.17.0.2-1731962262167 heartbeating to localhost/127.0.0.1:33387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1535291218-172.17.0.2-1731962262167 (Datanode Uuid 81b855de-fb86-4135-9a14-7216388fea8f) service to localhost/127.0.0.1:33387 2024-11-18T20:38:07,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:38:07,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/cluster_1d735252-d780-040c-f454-7ee0cc6bfd93/data/data1/current/BP-1535291218-172.17.0.2-1731962262167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:07,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/cluster_1d735252-d780-040c-f454-7ee0cc6bfd93/data/data2/current/BP-1535291218-172.17.0.2-1731962262167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:07,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:38:07,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:07,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:07,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:07,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:07,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:07,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:38:07,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:38:07,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:07,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:07,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:07,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:07,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:07,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:38:07,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=259897275, stopped=false 2024-11-18T20:38:07,235 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40447,1731962259593 2024-11-18T20:38:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11597910410/running 2024-11-18T20:38:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11597910410/running 2024-11-18T20:38:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:38:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:38:07,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:07,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:07,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:07,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:07,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/running 2024-11-18T20:38:07,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,36323,1731962259622' ***** 2024-11-18T20:38:07,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:38:07,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Set watcher on znode that does not yet exist, /11597910410/running 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:38:07,237 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 56f14bdf3c8a10c58d09aeab363d0a87 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,36323,1731962259622 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36323. 2024-11-18T20:38:07,237 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56f14bdf3c8a10c58d09aeab363d0a87, disabling compactions & flushes 2024-11-18T20:38:07,237 DEBUG [RS:0;c0a89b2656d4:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:07,237 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:07,237 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:38:07,237 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:38:07,237 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. after waiting 0 ms 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:38:07,237 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:38:07,237 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:38:07,237 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56f14bdf3c8a10c58d09aeab363d0a87 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T20:38:07,238 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:38:07,238 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1325): Online Regions={56f14bdf3c8a10c58d09aeab363d0a87=test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87., a9048a27ca7e07b1d9496271063de4a2=hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:38:07,238 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f14bdf3c8a10c58d09aeab363d0a87, a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:07,238 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:07,238 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:07,238 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:07,238 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:07,238 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:07,238 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:38:07,252 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/info/30f80ad5687f4a23b3463e1ab4a9d4a6 is 147, key is hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2./info:regioninfo/1731962274024/Put/seqid=0 2024-11-18T20:38:07,252 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/f/9d40551f90a14be4aa932dd9d367c552 is 29, key is row1/f:/1731962281479/DeleteFamily/seqid=0 2024-11-18T20:38:07,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741841_1017 (size=7686) 2024-11-18T20:38:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741840_1016 (size=5152) 2024-11-18T20:38:07,286 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:07,394 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1193, reset compression=false 2024-11-18T20:38:07,398 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:07,398 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1440, reset compression=false 2024-11-18T20:38:07,398 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,36323,1731962259622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:07,399 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,36323,1731962259622: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,36323,1731962259622, walGroup=c0a89b2656d4%2C36323%2C1731962259622, offset=c0a89b2656d4%2C36323%2C1731962259622.1731962261202:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:36323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:38:07,400 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:38:07,400 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:38:07,400 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:38:07,401 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:38:07,401 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:38:07,401 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 933161448 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201648880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:38:07,401 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:40447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:40447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:38:07,438 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f14bdf3c8a10c58d09aeab363d0a87, a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:07,601 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1440, reset compression=false 2024-11-18T20:38:07,638 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f14bdf3c8a10c58d09aeab363d0a87, a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:07,657 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/info/30f80ad5687f4a23b3463e1ab4a9d4a6 2024-11-18T20:38:07,661 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/f/9d40551f90a14be4aa932dd9d367c552 2024-11-18T20:38:07,664 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d40551f90a14be4aa932dd9d367c552 2024-11-18T20:38:07,676 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/f1/38fb9b0a408c48709797b2eed59517b5 is 30, key is row1/f1:/1731962281479/DeleteFamily/seqid=0 2024-11-18T20:38:07,677 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/ns/6f290e5e40874657b066ad4b68370296 is 43, key is default/ns:d/1731962262122/Put/seqid=0 2024-11-18T20:38:07,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741842_1018 (size=5158) 2024-11-18T20:38:07,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741843_1019 (size=5153) 2024-11-18T20:38:07,680 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/ns/6f290e5e40874657b066ad4b68370296 2024-11-18T20:38:07,698 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/rep_barrier/ed7edf6dd1d54480a7b8d2a6fdb8ed43 is 112, key is test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87./rep_barrier:seqnumDuringOpen/1731962269336/Put/seqid=0 2024-11-18T20:38:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741844_1020 (size=5518) 2024-11-18T20:38:07,838 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f14bdf3c8a10c58d09aeab363d0a87, a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:07,904 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1440, reset compression=false 2024-11-18T20:38:08,038 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56f14bdf3c8a10c58d09aeab363d0a87, a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:08,069 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:38:08,069 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:38:08,080 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/f1/38fb9b0a408c48709797b2eed59517b5 2024-11-18T20:38:08,084 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38fb9b0a408c48709797b2eed59517b5 2024-11-18T20:38:08,101 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/norep/e5b28104491f4bb2ac6419c0108fc95e is 33, key is row1/norep:/1731962281479/DeleteFamily/seqid=0 2024-11-18T20:38:08,102 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/rep_barrier/ed7edf6dd1d54480a7b8d2a6fdb8ed43 2024-11-18T20:38:08,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741845_1021 (size=5108) 2024-11-18T20:38:08,105 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/norep/e5b28104491f4bb2ac6419c0108fc95e 2024-11-18T20:38:08,108 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5b28104491f4bb2ac6419c0108fc95e 2024-11-18T20:38:08,109 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/f/9d40551f90a14be4aa932dd9d367c552 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/f/9d40551f90a14be4aa932dd9d367c552 2024-11-18T20:38:08,113 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d40551f90a14be4aa932dd9d367c552 2024-11-18T20:38:08,113 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/f/9d40551f90a14be4aa932dd9d367c552, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:38:08,114 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/f1/38fb9b0a408c48709797b2eed59517b5 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/f1/38fb9b0a408c48709797b2eed59517b5 2024-11-18T20:38:08,118 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38fb9b0a408c48709797b2eed59517b5 2024-11-18T20:38:08,118 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/f1/38fb9b0a408c48709797b2eed59517b5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T20:38:08,118 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/.tmp/norep/e5b28104491f4bb2ac6419c0108fc95e as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/norep/e5b28104491f4bb2ac6419c0108fc95e 2024-11-18T20:38:08,122 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5b28104491f4bb2ac6419c0108fc95e 2024-11-18T20:38:08,123 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/table/57730e1def3e4c96ae4309a4babf608b is 53, key is hbase:replication/table:state/1731962274030/Put/seqid=0 2024-11-18T20:38:08,123 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/norep/e5b28104491f4bb2ac6419c0108fc95e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T20:38:08,124 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 56f14bdf3c8a10c58d09aeab363d0a87 in 886ms, sequenceid=10, compaction requested=false 2024-11-18T20:38:08,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:38:08,127 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/default/test/56f14bdf3c8a10c58d09aeab363d0a87/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:08,128 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56f14bdf3c8a10c58d09aeab363d0a87: Waiting for close lock at 1731962287237Running coprocessor pre-close hooks at 1731962287237Disabling compacts and flushes for region at 1731962287237Disabling writes for close at 1731962287237Obtaining lock to block concurrent updates at 1731962287237Preparing flush snapshotting stores in 56f14bdf3c8a10c58d09aeab363d0a87 at 1731962287237Finished memstore snapshotting test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731962287238 (+1 ms)Flushing stores of test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. at 1731962287238Flushing 56f14bdf3c8a10c58d09aeab363d0a87/f: creating writer at 1731962287238Flushing 56f14bdf3c8a10c58d09aeab363d0a87/f: appending metadata at 1731962287252 (+14 ms)Flushing 56f14bdf3c8a10c58d09aeab363d0a87/f: closing flushed file at 1731962287252Flushing 56f14bdf3c8a10c58d09aeab363d0a87/f1: creating writer at 1731962287664 (+412 ms)Flushing 56f14bdf3c8a10c58d09aeab363d0a87/f1: appending metadata at 1731962287676 (+12 ms)Flushing 56f14bdf3c8a10c58d09aeab363d0a87/f1: closing flushed file at 1731962287676Flushing 56f14bdf3c8a10c58d09aeab363d0a87/norep: creating writer at 1731962288084 (+408 ms)Flushing 56f14bdf3c8a10c58d09aeab363d0a87/norep: appending metadata at 1731962288100 (+16 ms)Flushing 56f14bdf3c8a10c58d09aeab363d0a87/norep: closing flushed file at 1731962288100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47140013: reopening flushed file at 1731962288108 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b65fa6: reopening flushed file at 1731962288113 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52577126: reopening flushed file at 1731962288118 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 56f14bdf3c8a10c58d09aeab363d0a87 in 886ms, sequenceid=10, compaction requested=false at 1731962288124 (+6 ms)Writing region close event to WAL at 1731962288125 (+1 ms)Running coprocessor post-close hooks at 1731962288128 (+3 ms)Closed at 1731962288128 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962268196.56f14bdf3c8a10c58d09aeab363d0a87. 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9048a27ca7e07b1d9496271063de4a2, disabling compactions & flushes 2024-11-18T20:38:08,128 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. after waiting 0 ms 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9048a27ca7e07b1d9496271063de4a2: Waiting for close lock at 1731962288128Running coprocessor pre-close hooks at 1731962288128Disabling compacts and flushes for region at 1731962288128Disabling writes for close at 1731962288128Failed flush hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., putting online again at 1731962288128 2024-11-18T20:38:08,128 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,238 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:08,239 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9048a27ca7e07b1d9496271063de4a2 2024-11-18T20:38:08,239 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9048a27ca7e07b1d9496271063de4a2, disabling compactions & flushes 2024-11-18T20:38:08,239 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,239 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,239 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. after waiting 0 ms 2024-11-18T20:38:08,239 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,239 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9048a27ca7e07b1d9496271063de4a2: Waiting for close lock at 1731962288239Running coprocessor pre-close hooks at 1731962288239Disabling compacts and flushes for region at 1731962288239Disabling writes for close at 1731962288239Failed flush hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., putting online again at 1731962288239 2024-11-18T20:38:08,239 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2. 2024-11-18T20:38:08,308 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 1440, reset compression=false 2024-11-18T20:38:08,311 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:08,311 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 2084, reset compression=false 2024-11-18T20:38:08,362 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:08,439 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:38:08,439 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1325): Online Regions={a9048a27ca7e07b1d9496271063de4a2=hbase:replication,,1731962273650.a9048a27ca7e07b1d9496271063de4a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:38:08,439 DEBUG [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:08,514 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.wal-reader.c0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.1731962261202 to pos 2084, reset compression=false 2024-11-18T20:38:08,527 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/table/57730e1def3e4c96ae4309a4babf608b 2024-11-18T20:38:08,531 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/info/30f80ad5687f4a23b3463e1ab4a9d4a6 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/info/30f80ad5687f4a23b3463e1ab4a9d4a6 2024-11-18T20:38:08,534 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/info/30f80ad5687f4a23b3463e1ab4a9d4a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:38:08,535 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/ns/6f290e5e40874657b066ad4b68370296 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/ns/6f290e5e40874657b066ad4b68370296 2024-11-18T20:38:08,538 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/ns/6f290e5e40874657b066ad4b68370296, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:38:08,539 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/rep_barrier/ed7edf6dd1d54480a7b8d2a6fdb8ed43 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/rep_barrier/ed7edf6dd1d54480a7b8d2a6fdb8ed43 2024-11-18T20:38:08,542 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/rep_barrier/ed7edf6dd1d54480a7b8d2a6fdb8ed43, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:38:08,543 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/.tmp/table/57730e1def3e4c96ae4309a4babf608b as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/table/57730e1def3e4c96ae4309a4babf608b 2024-11-18T20:38:08,546 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/table/57730e1def3e4c96ae4309a4babf608b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:38:08,547 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-18T20:38:08,550 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:38:08,550 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:08,550 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:08,550 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:08,550 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962287238Running coprocessor pre-close hooks at 1731962287238Disabling compacts and flushes for region at 1731962287238Disabling writes for close at 1731962287238Obtaining lock to block concurrent updates at 1731962287238Preparing flush snapshotting stores in 1588230740 at 1731962287238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962287238Flushing stores of hbase:meta,,1.1588230740 at 1731962287239 (+1 ms)Flushing 1588230740/info: creating writer at 1731962287239Flushing 1588230740/info: appending metadata at 1731962287251 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731962287252 (+1 ms)Flushing 1588230740/ns: creating writer at 1731962287661 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731962287676 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731962287676Flushing 1588230740/rep_barrier: creating writer at 1731962287683 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962287698 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962287698Flushing 1588230740/table: creating writer at 1731962288106 (+408 ms)Flushing 1588230740/table: appending metadata at 1731962288122 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731962288122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5704905a: reopening flushed file at 1731962288530 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fd461d: reopening flushed file at 1731962288534 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cec5d71: reopening flushed file at 1731962288538 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719c4694: reopening flushed file at 1731962288542 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1731962288547 (+5 ms)Writing region close event to WAL at 1731962288548 (+1 ms)Running coprocessor post-close hooks at 1731962288550 (+2 ms)Closed at 1731962288550 2024-11-18T20:38:08,550 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:08,639 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:38:08,639 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,36323,1731962259622; all regions closed. 2024-11-18T20:38:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:38:08,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741839_1015 (size=2171) 2024-11-18T20:38:08,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/WALs/c0a89b2656d4,36323,1731962259622/c0a89b2656d4%2C36323%2C1731962259622.rep.1731962273996 not finished, retry = 0 2024-11-18T20:38:08,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741832_1008 (size=2092) 2024-11-18T20:38:08,746 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:08,746 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:08,746 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:08,746 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:08,747 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:08,747 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:08,747 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,36323,1731962259622 because: Region server is closing 2024-11-18T20:38:08,747 INFO [RS:0;c0a89b2656d4:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36323. 2024-11-18T20:38:08,747 DEBUG [RS:0;c0a89b2656d4:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:08,747 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:08,747 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:08,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:08,847 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,36323,1731962259622.replicationSource.shipperc0a89b2656d4%2C36323%2C1731962259622,1-c0a89b2656d4,36323,1731962259622 terminated 2024-11-18T20:38:08,848 INFO [RS:0;c0a89b2656d4:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36323. 2024-11-18T20:38:08,848 DEBUG [RS:0;c0a89b2656d4:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:08,848 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:08,848 DEBUG [RS:0;c0a89b2656d4:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:08,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:08,848 INFO [RS:0;c0a89b2656d4:36323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36323 2024-11-18T20:38:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11597910410/rs/c0a89b2656d4,36323,1731962259622 2024-11-18T20:38:08,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410/rs 2024-11-18T20:38:08,850 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:08,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,36323,1731962259622] 2024-11-18T20:38:08,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11597910410/draining/c0a89b2656d4,36323,1731962259622 already deleted, retry=false 2024-11-18T20:38:08,852 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,36323,1731962259622 expired; onlineServers=0 2024-11-18T20:38:08,852 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40447,1731962259593' ***** 2024-11-18T20:38:08,852 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:08,852 DEBUG [M:0;c0a89b2656d4:40447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:38:08,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:38:08,852 DEBUG [M:0;c0a89b2656d4:40447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:38:08,852 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962260955 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962260955,5,FailOnTimeoutGroup] 2024-11-18T20:38:08,852 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962260955 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962260955,5,FailOnTimeoutGroup] 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:08,852 DEBUG [M:0;c0a89b2656d4:40447 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:08,852 INFO [M:0;c0a89b2656d4:40447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:38:08,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:38:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11597910410/master 2024-11-18T20:38:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11597910410 2024-11-18T20:38:08,853 DEBUG [M:0;c0a89b2656d4:40447 {}] zookeeper.ZKUtil(347): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Unable to get data of znode /11597910410/master because node does not exist (not an error) 2024-11-18T20:38:08,853 WARN [M:0;c0a89b2656d4:40447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:38:08,854 INFO [M:0;c0a89b2656d4:40447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/.lastflushedseqids 2024-11-18T20:38:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:38:08,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:08,951 INFO [RS:0;c0a89b2656d4:36323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:08,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x100548e13d00004, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:08,951 INFO [RS:0;c0a89b2656d4:36323 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,36323,1731962259622; zookeeper connection closed. 2024-11-18T20:38:08,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26e0ec6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26e0ec6e 2024-11-18T20:38:08,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:38:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:08,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:38:09,257 INFO [M:0;c0a89b2656d4:40447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:38:09,257 INFO [M:0;c0a89b2656d4:40447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:38:09,257 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:09,257 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:09,258 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:09,258 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:09,258 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:09,258 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T20:38:09,272 DEBUG [M:0;c0a89b2656d4:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe7476bf14e4d9dbb676f755f9ae9a5 is 82, key is hbase:meta,,1/info:regioninfo/1731962262115/Put/seqid=0 2024-11-18T20:38:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:38:09,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:38:09,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:09,664 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:09,675 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe7476bf14e4d9dbb676f755f9ae9a5 2024-11-18T20:38:09,691 DEBUG [M:0;c0a89b2656d4:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bccad3f28e054876a8e195fbbfbdc5c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962274033/Put/seqid=0 2024-11-18T20:38:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741849_1025 (size=8517) 2024-11-18T20:38:09,695 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bccad3f28e054876a8e195fbbfbdc5c3 2024-11-18T20:38:09,710 DEBUG [M:0;c0a89b2656d4:40447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cecb6fc50d3944cc9a99bdef52b8a6af is 69, key is c0a89b2656d4,36323,1731962259622/rs:state/1731962261055/Put/seqid=0 2024-11-18T20:38:09,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:38:10,113 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cecb6fc50d3944cc9a99bdef52b8a6af 2024-11-18T20:38:10,117 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe7476bf14e4d9dbb676f755f9ae9a5 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe7476bf14e4d9dbb676f755f9ae9a5 2024-11-18T20:38:10,120 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe7476bf14e4d9dbb676f755f9ae9a5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T20:38:10,121 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bccad3f28e054876a8e195fbbfbdc5c3 as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bccad3f28e054876a8e195fbbfbdc5c3 2024-11-18T20:38:10,124 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bccad3f28e054876a8e195fbbfbdc5c3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T20:38:10,124 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cecb6fc50d3944cc9a99bdef52b8a6af as hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cecb6fc50d3944cc9a99bdef52b8a6af 2024-11-18T20:38:10,127 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cecb6fc50d3944cc9a99bdef52b8a6af, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T20:38:10,128 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false 2024-11-18T20:38:10,129 INFO [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:10,129 DEBUG [M:0;c0a89b2656d4:40447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962289257Disabling compacts and flushes for region at 1731962289257Disabling writes for close at 1731962289258 (+1 ms)Obtaining lock to block concurrent updates at 1731962289258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962289258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731962289258Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962289258Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962289259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962289272 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962289272Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962289679 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962289691 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962289691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962289697 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962289709 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962289709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669ea77f: reopening flushed file at 1731962290117 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24203011: reopening flushed file at 1731962290120 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de16c8: reopening flushed file at 1731962290124 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false at 1731962290128 (+4 ms)Writing region close event to WAL at 1731962290129 (+1 ms)Closed at 1731962290129 2024-11-18T20:38:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37889 is added to blk_1073741830_1006 (size=63666) 2024-11-18T20:38:10,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88d60d48-16ff-98b0-e41a-addd91539e4e/MasterData/WALs/c0a89b2656d4,40447,1731962259593/c0a89b2656d4%2C40447%2C1731962259593.1731962260897 not finished, retry = 0 2024-11-18T20:38:10,232 INFO [M:0;c0a89b2656d4:40447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:38:10,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:10,233 INFO [M:0;c0a89b2656d4:40447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40447 2024-11-18T20:38:10,233 INFO [M:0;c0a89b2656d4:40447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:10,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:10,334 INFO [M:0;c0a89b2656d4:40447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:10,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40447-0x100548e13d00003, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:10,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3d17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:10,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:10,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:10,338 WARN [BP-1281230539-172.17.0.2-1731962258737 heartbeating to localhost/127.0.0.1:43343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:38:10,338 WARN [BP-1281230539-172.17.0.2-1731962258737 heartbeating to localhost/127.0.0.1:43343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1281230539-172.17.0.2-1731962258737 (Datanode Uuid 7dfef9f2-d74e-4909-9bea-dcb3ca361486) service to localhost/127.0.0.1:43343 2024-11-18T20:38:10,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:38:10,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:38:10,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/cluster_fb00310d-f8c1-f63e-0b3d-f0ce86f4c1db/data/data1/current/BP-1281230539-172.17.0.2-1731962258737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:10,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/cluster_fb00310d-f8c1-f63e-0b3d-f0ce86f4c1db/data/data2/current/BP-1281230539-172.17.0.2-1731962258737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:10,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:38:10,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:10,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:10,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:10,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:10,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fedf76c-446a-503c-29cf-3c5055ce8303/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:10,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:38:10,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:38:10,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:10,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:10,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:10,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:10,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:10,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:38:10,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450544428, stopped=false 2024-11-18T20:38:10,356 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,35207,1731962256144 2024-11-18T20:38:10,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1946003307/running 2024-11-18T20:38:10,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1946003307/running 2024-11-18T20:38:10,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:38:10,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:38:10,356 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:10,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/running 2024-11-18T20:38:10,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:10,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:10,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Set watcher on znode that does not yet exist, /0-1946003307/running 2024-11-18T20:38:10,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:10,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,42867,1731962256183' ***** 2024-11-18T20:38:10,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:38:10,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for ffec7907960305a42a7643a135747c97 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,42867,1731962256183 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:10,358 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffec7907960305a42a7643a135747c97, disabling compactions & flushes 2024-11-18T20:38:10,358 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:38:10,358 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:38:10,358 INFO [RS:0;c0a89b2656d4:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42867. 2024-11-18T20:38:10,358 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962266049.ffec7907960305a42a7643a135747c97. after waiting 0 ms 2024-11-18T20:38:10,358 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:38:10,358 DEBUG [RS:0;c0a89b2656d4:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:10,359 DEBUG [RS:0;c0a89b2656d4:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:10,358 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffec7907960305a42a7643a135747c97 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T20:38:10,359 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:38:10,359 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:38:10,359 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:38:10,359 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:38:10,359 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:38:10,359 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ffec7907960305a42a7643a135747c97=test,,1731962266049.ffec7907960305a42a7643a135747c97., ca9bb7fe57ab730a6c0e4bac6041a788=hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.} 2024-11-18T20:38:10,359 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca9bb7fe57ab730a6c0e4bac6041a788, ffec7907960305a42a7643a135747c97 2024-11-18T20:38:10,359 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:10,359 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:10,359 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:10,359 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:10,359 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:10,359 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:38:10,372 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:10,373 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/info/24a5adaa4c3c4a5fa9405114409caff4 is 147, key is hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788./info:regioninfo/1731962273266/Put/seqid=0 2024-11-18T20:38:10,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741840_1016 (size=7686) 2024-11-18T20:38:10,377 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/info/24a5adaa4c3c4a5fa9405114409caff4 2024-11-18T20:38:10,378 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/f/7194a5de0974452c999f5cb7d1858aa5 is 28, key is row/f:/1731962280474/DeleteFamily/seqid=0 2024-11-18T20:38:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741841_1017 (size=5085) 2024-11-18T20:38:10,393 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/ns/869ba04f2cac4638ac8070f20cccb9a0 is 43, key is default/ns:d/1731962258672/Put/seqid=0 2024-11-18T20:38:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:38:10,507 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:35207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T20:38:10,540 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:38:10,540 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:38:10,559 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca9bb7fe57ab730a6c0e4bac6041a788, ffec7907960305a42a7643a135747c97 2024-11-18T20:38:10,759 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca9bb7fe57ab730a6c0e4bac6041a788, ffec7907960305a42a7643a135747c97 2024-11-18T20:38:10,782 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/f/7194a5de0974452c999f5cb7d1858aa5 2024-11-18T20:38:10,785 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7194a5de0974452c999f5cb7d1858aa5 2024-11-18T20:38:10,796 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/ns/869ba04f2cac4638ac8070f20cccb9a0 2024-11-18T20:38:10,799 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/f1/f18f1aaca6ea4f6981a9264a7cd8701b is 29, key is row/f1:/1731962280474/DeleteFamily/seqid=0 2024-11-18T20:38:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741843_1019 (size=5089) 2024-11-18T20:38:10,815 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/rep_barrier/c4226ba52bcf40e7ab36ab87794e395a is 112, key is test,,1731962266049.ffec7907960305a42a7643a135747c97./rep_barrier:seqnumDuringOpen/1731962267188/Put/seqid=0 2024-11-18T20:38:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741844_1020 (size=5518) 2024-11-18T20:38:10,959 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca9bb7fe57ab730a6c0e4bac6041a788, ffec7907960305a42a7643a135747c97 2024-11-18T20:38:11,067 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 636, reset compression=false 2024-11-18T20:38:11,071 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:11,071 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 883, reset compression=false 2024-11-18T20:38:11,071 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,42867,1731962256183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:11,072 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,42867,1731962256183: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c0a89b2656d4,42867,1731962256183, walGroup=c0a89b2656d4%2C42867%2C1731962256183, offset=c0a89b2656d4%2C42867%2C1731962256183.1731962257673:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:38:11,074 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:38:11,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:38:11,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:38:11,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:38:11,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:38:11,074 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 1044310504 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202264600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:38:11,074 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:35207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:35207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:38:11,160 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca9bb7fe57ab730a6c0e4bac6041a788, ffec7907960305a42a7643a135747c97 2024-11-18T20:38:11,202 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/f1/f18f1aaca6ea4f6981a9264a7cd8701b 2024-11-18T20:38:11,206 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f18f1aaca6ea4f6981a9264a7cd8701b 2024-11-18T20:38:11,219 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/norep/84af574d8e5b43f4adfc32824783c13e is 32, key is row/norep:/1731962280474/DeleteFamily/seqid=0 2024-11-18T20:38:11,220 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/rep_barrier/c4226ba52bcf40e7ab36ab87794e395a 2024-11-18T20:38:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741845_1021 (size=5101) 2024-11-18T20:38:11,222 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/norep/84af574d8e5b43f4adfc32824783c13e 2024-11-18T20:38:11,225 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84af574d8e5b43f4adfc32824783c13e 2024-11-18T20:38:11,226 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/f/7194a5de0974452c999f5cb7d1858aa5 as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/f/7194a5de0974452c999f5cb7d1858aa5 2024-11-18T20:38:11,229 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7194a5de0974452c999f5cb7d1858aa5 2024-11-18T20:38:11,229 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/f/7194a5de0974452c999f5cb7d1858aa5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T20:38:11,230 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/f1/f18f1aaca6ea4f6981a9264a7cd8701b as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/f1/f18f1aaca6ea4f6981a9264a7cd8701b 2024-11-18T20:38:11,233 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f18f1aaca6ea4f6981a9264a7cd8701b 2024-11-18T20:38:11,234 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/f1/f18f1aaca6ea4f6981a9264a7cd8701b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T20:38:11,234 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/.tmp/norep/84af574d8e5b43f4adfc32824783c13e as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/norep/84af574d8e5b43f4adfc32824783c13e 2024-11-18T20:38:11,237 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84af574d8e5b43f4adfc32824783c13e 2024-11-18T20:38:11,237 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/norep/84af574d8e5b43f4adfc32824783c13e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T20:38:11,238 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ffec7907960305a42a7643a135747c97 in 880ms, sequenceid=6, compaction requested=false 2024-11-18T20:38:11,238 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:38:11,240 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/table/60d9268e06d0422194cdfb57c96880d0 is 53, key is hbase:replication/table:state/1731962273273/Put/seqid=0 2024-11-18T20:38:11,242 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/default/test/ffec7907960305a42a7643a135747c97/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T20:38:11,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741846_1022 (size=5308) 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:11,243 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffec7907960305a42a7643a135747c97: Waiting for close lock at 1731962290358Running coprocessor pre-close hooks at 1731962290358Disabling compacts and flushes for region at 1731962290358Disabling writes for close at 1731962290358Obtaining lock to block concurrent updates at 1731962290359 (+1 ms)Preparing flush snapshotting stores in ffec7907960305a42a7643a135747c97 at 1731962290359Finished memstore snapshotting test,,1731962266049.ffec7907960305a42a7643a135747c97., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731962290359Flushing stores of test,,1731962266049.ffec7907960305a42a7643a135747c97. at 1731962290359Flushing ffec7907960305a42a7643a135747c97/f: creating writer at 1731962290359Flushing ffec7907960305a42a7643a135747c97/f: appending metadata at 1731962290377 (+18 ms)Flushing ffec7907960305a42a7643a135747c97/f: closing flushed file at 1731962290377Flushing ffec7907960305a42a7643a135747c97/f1: creating writer at 1731962290785 (+408 ms)Flushing ffec7907960305a42a7643a135747c97/f1: appending metadata at 1731962290798 (+13 ms)Flushing ffec7907960305a42a7643a135747c97/f1: closing flushed file at 1731962290798Flushing ffec7907960305a42a7643a135747c97/norep: creating writer at 1731962291206 (+408 ms)Flushing ffec7907960305a42a7643a135747c97/norep: appending metadata at 1731962291218 (+12 ms)Flushing ffec7907960305a42a7643a135747c97/norep: closing flushed file at 1731962291218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4d3a9a: reopening flushed file at 1731962291225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b42379: reopening flushed file at 1731962291230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee3f3ca: reopening flushed file at 1731962291234 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ffec7907960305a42a7643a135747c97 in 880ms, sequenceid=6, compaction requested=false at 1731962291238 (+4 ms)Writing region close event to WAL at 1731962291240 (+2 ms)Running coprocessor post-close hooks at 1731962291243 (+3 ms)Closed at 1731962291243 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962266049.ffec7907960305a42a7643a135747c97. 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca9bb7fe57ab730a6c0e4bac6041a788, disabling compactions & flushes 2024-11-18T20:38:11,243 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. after waiting 0 ms 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca9bb7fe57ab730a6c0e4bac6041a788: Waiting for close lock at 1731962291243Running coprocessor pre-close hooks at 1731962291243Disabling compacts and flushes for region at 1731962291243Disabling writes for close at 1731962291243Failed flush hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788., putting online again at 1731962291243 2024-11-18T20:38:11,243 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,244 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/table/60d9268e06d0422194cdfb57c96880d0 2024-11-18T20:38:11,247 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/info/24a5adaa4c3c4a5fa9405114409caff4 as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/info/24a5adaa4c3c4a5fa9405114409caff4 2024-11-18T20:38:11,250 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/info/24a5adaa4c3c4a5fa9405114409caff4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:38:11,250 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/ns/869ba04f2cac4638ac8070f20cccb9a0 as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/ns/869ba04f2cac4638ac8070f20cccb9a0 2024-11-18T20:38:11,253 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/ns/869ba04f2cac4638ac8070f20cccb9a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:38:11,254 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/rep_barrier/c4226ba52bcf40e7ab36ab87794e395a as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/rep_barrier/c4226ba52bcf40e7ab36ab87794e395a 2024-11-18T20:38:11,256 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/rep_barrier/c4226ba52bcf40e7ab36ab87794e395a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:38:11,257 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/.tmp/table/60d9268e06d0422194cdfb57c96880d0 as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/table/60d9268e06d0422194cdfb57c96880d0 2024-11-18T20:38:11,260 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/table/60d9268e06d0422194cdfb57c96880d0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:38:11,261 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false 2024-11-18T20:38:11,261 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:38:11,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:38:11,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:11,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:11,265 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:11,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962290359Running coprocessor pre-close hooks at 1731962290359Disabling compacts and flushes for region at 1731962290359Disabling writes for close at 1731962290359Obtaining lock to block concurrent updates at 1731962290359Preparing flush snapshotting stores in 1588230740 at 1731962290359Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962290360 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962290361 (+1 ms)Flushing 1588230740/info: creating writer at 1731962290361Flushing 1588230740/info: appending metadata at 1731962290373 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731962290373Flushing 1588230740/ns: creating writer at 1731962290381 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731962290392 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731962290392Flushing 1588230740/rep_barrier: creating writer at 1731962290799 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962290815 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962290815Flushing 1588230740/table: creating writer at 1731962291223 (+408 ms)Flushing 1588230740/table: appending metadata at 1731962291239 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731962291239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d119dd: reopening flushed file at 1731962291247 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93f387d: reopening flushed file at 1731962291250 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd98c8d: reopening flushed file at 1731962291253 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181e627c: reopening flushed file at 1731962291257 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false at 1731962291261 (+4 ms)Writing region close event to WAL at 1731962291262 (+1 ms)Running coprocessor post-close hooks at 1731962291265 (+3 ms)Closed at 1731962291265 2024-11-18T20:38:11,265 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:11,274 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 883, reset compression=false 2024-11-18T20:38:11,278 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:11,278 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 1527, reset compression=false 2024-11-18T20:38:11,360 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:38:11,360 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1325): Online Regions={ca9bb7fe57ab730a6c0e4bac6041a788=hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788.} 2024-11-18T20:38:11,360 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:38:11,360 DEBUG [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1351): Waiting on ca9bb7fe57ab730a6c0e4bac6041a788 2024-11-18T20:38:11,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca9bb7fe57ab730a6c0e4bac6041a788, disabling compactions & flushes 2024-11-18T20:38:11,360 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. after waiting 0 ms 2024-11-18T20:38:11,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca9bb7fe57ab730a6c0e4bac6041a788: Waiting for close lock at 1731962291360Running coprocessor pre-close hooks at 1731962291360Disabling compacts and flushes for region at 1731962291360Disabling writes for close at 1731962291360Failed flush hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788., putting online again at 1731962291360 2024-11-18T20:38:11,360 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731962272507.ca9bb7fe57ab730a6c0e4bac6041a788. 2024-11-18T20:38:11,480 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.1731962257673 to pos 1527, reset compression=false 2024-11-18T20:38:11,560 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T20:38:11,560 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,42867,1731962256183; all regions closed. 2024-11-18T20:38:11,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741834_1010 (size=4239) 2024-11-18T20:38:11,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/WALs/c0a89b2656d4,42867,1731962256183/c0a89b2656d4%2C42867%2C1731962256183.meta.1731962258639.meta not finished, retry = 0 2024-11-18T20:38:11,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:11,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:38:11,574 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108728 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:38:11,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741839_1015 (size=1297) 2024-11-18T20:38:11,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741832_1008 (size=1535) 2024-11-18T20:38:11,667 DEBUG [RS:0;c0a89b2656d4:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:11,667 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:11,667 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:11,667 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:11,667 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:11,667 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:11,667 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,42867,1731962256183 because: Region server is closing 2024-11-18T20:38:11,667 INFO [RS:0;c0a89b2656d4:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:42867. 2024-11-18T20:38:11,667 DEBUG [RS:0;c0a89b2656d4:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:11,667 DEBUG [RS:0;c0a89b2656d4:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:11,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:11,668 DEBUG [RS:0;c0a89b2656d4:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:11,768 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.shipperc0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 terminated 2024-11-18T20:38:11,768 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,42867,1731962256183.replicationSource.wal-reader.c0a89b2656d4%2C42867%2C1731962256183,1-c0a89b2656d4,42867,1731962256183 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:38:11,768 INFO [RS:0;c0a89b2656d4:42867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42867 2024-11-18T20:38:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307/rs 2024-11-18T20:38:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1946003307/rs/c0a89b2656d4,42867,1731962256183 2024-11-18T20:38:11,769 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:11,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,42867,1731962256183] 2024-11-18T20:38:11,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1946003307/draining/c0a89b2656d4,42867,1731962256183 already deleted, retry=false 2024-11-18T20:38:11,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,42867,1731962256183 expired; onlineServers=0 2024-11-18T20:38:11,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,35207,1731962256144' ***** 2024-11-18T20:38:11,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:11,771 DEBUG [M:0;c0a89b2656d4:35207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:38:11,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:38:11,771 DEBUG [M:0;c0a89b2656d4:35207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:38:11,771 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962257503 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962257503,5,FailOnTimeoutGroup] 2024-11-18T20:38:11,771 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962257503 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962257503,5,FailOnTimeoutGroup] 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:11,771 DEBUG [M:0;c0a89b2656d4:35207 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:11,771 INFO [M:0;c0a89b2656d4:35207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:38:11,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:38:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1946003307/master 2024-11-18T20:38:11,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1946003307 2024-11-18T20:38:11,772 DEBUG [M:0;c0a89b2656d4:35207 {}] zookeeper.ZKUtil(347): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Unable to get data of znode /0-1946003307/master because node does not exist (not an error) 2024-11-18T20:38:11,772 WARN [M:0;c0a89b2656d4:35207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:38:11,772 INFO [M:0;c0a89b2656d4:35207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/.lastflushedseqids 2024-11-18T20:38:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741847_1023 (size=245) 2024-11-18T20:38:11,776 INFO [M:0;c0a89b2656d4:35207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:38:11,776 INFO [M:0;c0a89b2656d4:35207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:38:11,776 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:11,776 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:11,776 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:11,776 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:11,776 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:11,776 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-18T20:38:11,789 DEBUG [M:0;c0a89b2656d4:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4977af19b39a49e080bec20ac07736ae is 82, key is hbase:meta,,1/info:regioninfo/1731962258664/Put/seqid=0 2024-11-18T20:38:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741848_1024 (size=5672) 2024-11-18T20:38:11,870 INFO [RS:0;c0a89b2656d4:42867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:11,870 INFO [RS:0;c0a89b2656d4:42867 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,42867,1731962256183; zookeeper connection closed. 2024-11-18T20:38:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x100548e13d00001, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:11,870 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45cbf14a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45cbf14a 2024-11-18T20:38:11,870 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:38:12,192 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4977af19b39a49e080bec20ac07736ae 2024-11-18T20:38:12,212 DEBUG [M:0;c0a89b2656d4:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d443c5f4a6d41e0a62fc5880b3e0f49 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962267197/Put/seqid=0 2024-11-18T20:38:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741849_1025 (size=7219) 2024-11-18T20:38:12,615 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d443c5f4a6d41e0a62fc5880b3e0f49 2024-11-18T20:38:12,618 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d443c5f4a6d41e0a62fc5880b3e0f49 2024-11-18T20:38:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:38:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:38:12,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:12,631 DEBUG [M:0;c0a89b2656d4:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d89eb4048dfd4bff8b6c96531f5ede39 is 69, key is c0a89b2656d4,42867,1731962256183/rs:state/1731962257523/Put/seqid=0 2024-11-18T20:38:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741850_1026 (size=5156) 2024-11-18T20:38:13,034 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d89eb4048dfd4bff8b6c96531f5ede39 2024-11-18T20:38:13,038 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4977af19b39a49e080bec20ac07736ae as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4977af19b39a49e080bec20ac07736ae 2024-11-18T20:38:13,041 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4977af19b39a49e080bec20ac07736ae, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T20:38:13,042 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d443c5f4a6d41e0a62fc5880b3e0f49 as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d443c5f4a6d41e0a62fc5880b3e0f49 2024-11-18T20:38:13,045 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d443c5f4a6d41e0a62fc5880b3e0f49 2024-11-18T20:38:13,045 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d443c5f4a6d41e0a62fc5880b3e0f49, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T20:38:13,045 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d89eb4048dfd4bff8b6c96531f5ede39 as hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d89eb4048dfd4bff8b6c96531f5ede39 2024-11-18T20:38:13,048 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d89eb4048dfd4bff8b6c96531f5ede39, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T20:38:13,049 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-18T20:38:13,053 INFO [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:13,054 DEBUG [M:0;c0a89b2656d4:35207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962291776Disabling compacts and flushes for region at 1731962291776Disabling writes for close at 1731962291776Obtaining lock to block concurrent updates at 1731962291776Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962291776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731962291776Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962291777 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962291777Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962291789 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962291789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962292196 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962292211 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962292211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962292619 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962292631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962292631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97f97bc: reopening flushed file at 1731962293038 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4111129: reopening flushed file at 1731962293041 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9ca28f: reopening flushed file at 1731962293045 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731962293049 (+4 ms)Writing region close event to WAL at 1731962293053 (+4 ms)Closed at 1731962293053 2024-11-18T20:38:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33567 is added to blk_1073741830_1006 (size=64435) 2024-11-18T20:38:13,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dba80e3-c477-7979-9373-9a60c97a813c/MasterData/WALs/c0a89b2656d4,35207,1731962256144/c0a89b2656d4%2C35207%2C1731962256144.1731962257452 not finished, retry = 0 2024-11-18T20:38:13,156 INFO [M:0;c0a89b2656d4:35207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:38:13,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:13,156 INFO [M:0;c0a89b2656d4:35207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35207 2024-11-18T20:38:13,156 INFO [M:0;c0a89b2656d4:35207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:13,257 INFO [M:0;c0a89b2656d4:35207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x100548e13d00000, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:13,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:13,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:13,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:13,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:13,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:13,262 WARN [BP-1748763881-172.17.0.2-1731962255225 heartbeating to localhost/127.0.0.1:37861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:38:13,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:38:13,262 WARN [BP-1748763881-172.17.0.2-1731962255225 heartbeating to localhost/127.0.0.1:37861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748763881-172.17.0.2-1731962255225 (Datanode Uuid 5be88164-abed-4dce-bdcd-e94abe3f140f) service to localhost/127.0.0.1:37861 2024-11-18T20:38:13,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:38:13,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/data/data1/current/BP-1748763881-172.17.0.2-1731962255225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:13,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/cluster_cae9fb91-96f4-5d51-a0a8-17eadf8be747/data/data2/current/BP-1748763881-172.17.0.2-1731962255225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:13,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:38:13,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a4a941f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:13,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:13,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:13,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:13,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6e59eab-b764-f815-3ace-76939420af81/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:13,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:38:13,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:38:13,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37861 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43343 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33387 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 281), ProcessCount=11 (was 11), AvailableMemoryMB=2006 (was 2183) 2024-11-18T20:38:13,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=2006 2024-11-18T20:38:13,314 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T20:38:13,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir so I do NOT create it in target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1 2024-11-18T20:38:13,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:38:13,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.tmp.dir so I do NOT create it in target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1 2024-11-18T20:38:13,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2654c26d-b5cd-77c2-8dcd-912fb32f2acd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:38:13,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1 2024-11-18T20:38:13,315 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb, deleteOnExit=true 2024-11-18T20:38:13,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/zookeeper_0, clientPort=57266, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:38:13,318 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57266 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/test.cache.data in system properties and HBase conf 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:38:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:38:13,318 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:38:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:38:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548e13d00002, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:38:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548e13d00005, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:38:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100548e13d00008, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:38:13,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548e13d00005, quorum=127.0.0.1:60420, baseZNode=/11597910410 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:38:13,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100548e13d00008, quorum=127.0.0.1:60420, baseZNode=/2-1126525963 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:38:13,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548e13d00002, quorum=127.0.0.1:60420, baseZNode=/0-1946003307 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:38:13,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:13,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:13,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:13,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:13,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:38:13,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:13,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:13,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:13,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d799d0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/java.io.tmpdir/jetty-localhost-42865-hadoop-hdfs-3_4_1-tests_jar-_-any-8502628617934848206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:13,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:42865} 2024-11-18T20:38:13,530 INFO [Time-limited test {}] server.Server(415): Started @285649ms 2024-11-18T20:38:13,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:13,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:13,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:13,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:13,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:38:13,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:13,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5cdbc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:13,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b9729c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/java.io.tmpdir/jetty-localhost-36255-hadoop-hdfs-3_4_1-tests_jar-_-any-7786840131767081124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:13,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1461160b{HTTP/1.1, (http/1.1)}{localhost:36255} 2024-11-18T20:38:13,716 INFO [Time-limited test {}] server.Server(415): Started @285835ms 2024-11-18T20:38:13,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:38:13,769 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/data/data1/current/BP-1278867270-172.17.0.2-1731962293342/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:13,769 WARN [Thread-4166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/data/data2/current/BP-1278867270-172.17.0.2-1731962293342/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:13,787 WARN [Thread-4153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:38:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92ba726b81c2b161 with lease ID 0xa1ff60de89d703b7: Processing first storage report for DS-d81b8318-7b45-4b4e-8fb0-47527f578f13 from datanode DatanodeRegistration(127.0.0.1:36425, datanodeUuid=d4893100-8a72-4daf-86c9-cc233b7ad434, infoPort=38635, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=549252699;c=1731962293342) 2024-11-18T20:38:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92ba726b81c2b161 with lease ID 0xa1ff60de89d703b7: from storage DS-d81b8318-7b45-4b4e-8fb0-47527f578f13 node DatanodeRegistration(127.0.0.1:36425, datanodeUuid=d4893100-8a72-4daf-86c9-cc233b7ad434, infoPort=38635, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=549252699;c=1731962293342), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92ba726b81c2b161 with lease ID 0xa1ff60de89d703b7: Processing first storage report for DS-60c62b9d-21e3-4a86-90b2-a7e426193fe5 from datanode DatanodeRegistration(127.0.0.1:36425, datanodeUuid=d4893100-8a72-4daf-86c9-cc233b7ad434, infoPort=38635, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=549252699;c=1731962293342) 2024-11-18T20:38:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92ba726b81c2b161 with lease ID 0xa1ff60de89d703b7: from storage DS-60c62b9d-21e3-4a86-90b2-a7e426193fe5 node DatanodeRegistration(127.0.0.1:36425, datanodeUuid=d4893100-8a72-4daf-86c9-cc233b7ad434, infoPort=38635, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=549252699;c=1731962293342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:13,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1 2024-11-18T20:38:13,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:13,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:38:14,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755 with version=8 2024-11-18T20:38:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/hbase-staging 2024-11-18T20:38:14,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:14,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:14,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:14,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:14,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:14,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:14,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:38:14,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:14,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37159 2024-11-18T20:38:14,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37159 connecting to ZooKeeper ensemble=127.0.0.1:57266 2024-11-18T20:38:14,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371590x0, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:14,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37159-0x100548ea8b30000 connected 2024-11-18T20:38:14,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:14,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:14,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on znode that does not yet exist, /01367161533/running 2024-11-18T20:38:14,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755, hbase.cluster.distributed=false 2024-11-18T20:38:14,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on znode that does not yet exist, /01367161533/acl 2024-11-18T20:38:14,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-18T20:38:14,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37159 2024-11-18T20:38:14,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37159 2024-11-18T20:38:14,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-18T20:38:14,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-18T20:38:14,297 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:14,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:14,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:14,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:14,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:14,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:14,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:38:14,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:14,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35327 2024-11-18T20:38:14,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35327 connecting to ZooKeeper ensemble=127.0.0.1:57266 2024-11-18T20:38:14,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:14,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:14,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353270x0, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:14,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353270x0, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on znode that does not yet exist, /01367161533/running 2024-11-18T20:38:14,306 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:38:14,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35327-0x100548ea8b30001 connected 2024-11-18T20:38:14,307 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:38:14,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on znode that does not yet exist, /01367161533/master 2024-11-18T20:38:14,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on znode that does not yet exist, /01367161533/acl 2024-11-18T20:38:14,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35327 2024-11-18T20:38:14,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35327 2024-11-18T20:38:14,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35327 2024-11-18T20:38:14,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35327 2024-11-18T20:38:14,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35327 2024-11-18T20:38:14,330 DEBUG [M:0;c0a89b2656d4:37159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:37159 2024-11-18T20:38:14,330 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01367161533/backup-masters/c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533/backup-masters 2024-11-18T20:38:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533/backup-masters 2024-11-18T20:38:14,332 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on existing znode=/01367161533/backup-masters/c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367161533/master 2024-11-18T20:38:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:14,332 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on existing znode=/01367161533/master 2024-11-18T20:38:14,333 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01367161533/backup-masters/c0a89b2656d4,37159,1731962294244 from backup master directory 2024-11-18T20:38:14,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367161533/backup-masters/c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:14,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533/backup-masters 2024-11-18T20:38:14,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533/backup-masters 2024-11-18T20:38:14,333 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:14,333 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:14,336 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/hbase.id] with ID: d4865018-83cd-46e7-92d4-405c51465661 2024-11-18T20:38:14,336 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/.tmp/hbase.id 2024-11-18T20:38:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:38:14,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:38:14,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:14,742 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/.tmp/hbase.id]:[hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/hbase.id] 2024-11-18T20:38:14,750 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:14,751 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:38:14,751 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T20:38:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:38:15,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:15,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:38:15,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:38:15,562 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/data/master/store 2024-11-18T20:38:15,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:38:15,971 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:15,971 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:15,971 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:15,971 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:15,971 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:15,971 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:15,971 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:15,971 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962295971Disabling compacts and flushes for region at 1731962295971Disabling writes for close at 1731962295971Writing region close event to WAL at 1731962295971Closed at 1731962295971 2024-11-18T20:38:15,972 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/data/master/store/.initializing 2024-11-18T20:38:15,972 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/WALs/c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:15,973 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:15,974 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C37159%2C1731962294244, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/WALs/c0a89b2656d4,37159,1731962294244, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/oldWALs, maxLogs=10 2024-11-18T20:38:15,989 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/WALs/c0a89b2656d4,37159,1731962294244/c0a89b2656d4%2C37159%2C1731962294244.1731962295974, exclude list is [], retry=0 2024-11-18T20:38:15,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36425,DS-d81b8318-7b45-4b4e-8fb0-47527f578f13,DISK] 2024-11-18T20:38:15,993 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/WALs/c0a89b2656d4,37159,1731962294244/c0a89b2656d4%2C37159%2C1731962294244.1731962295974 2024-11-18T20:38:15,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-18T20:38:15,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:15,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:15,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:15,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:15,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:15,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:38:15,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:15,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:15,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:15,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:38:15,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:15,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:15,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:15,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:38:15,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:16,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:38:16,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:16,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,001 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,002 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,002 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,003 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:16,003 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:16,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:16,005 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74219314, jitterRate=0.10595396161079407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:16,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962295995Initializing all the Stores at 1731962295996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962295996Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962295996Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962295996Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962295996Cleaning up temporary data from old regions at 1731962296002 (+6 ms)Region opened successfully at 1731962296005 (+3 ms) 2024-11-18T20:38:16,006 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:38:16,008 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234f28bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:16,008 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:38:16,008 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:38:16,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:38:16,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:38:16,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:38:16,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:38:16,009 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:38:16,011 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:38:16,011 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Unable to get data of znode /01367161533/balancer because node does not exist (not necessarily an error) 2024-11-18T20:38:16,012 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367161533/balancer already deleted, retry=false 2024-11-18T20:38:16,012 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:38:16,013 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Unable to get data of znode /01367161533/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:38:16,013 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367161533/normalizer already deleted, retry=false 2024-11-18T20:38:16,014 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:38:16,014 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Unable to get data of znode /01367161533/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:38:16,015 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367161533/switch/split already deleted, retry=false 2024-11-18T20:38:16,016 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Unable to get data of znode /01367161533/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:38:16,016 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367161533/switch/merge already deleted, retry=false 2024-11-18T20:38:16,018 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Unable to get data of znode /01367161533/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:38:16,018 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367161533/snapshot-cleanup already deleted, retry=false 2024-11-18T20:38:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367161533/running 2024-11-18T20:38:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367161533/running 2024-11-18T20:38:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,020 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,37159,1731962294244, sessionid=0x100548ea8b30000, setting cluster-up flag (Was=false) 2024-11-18T20:38:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,022 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367161533/flush-table-proc/acquired, /01367161533/flush-table-proc/reached, /01367161533/flush-table-proc/abort 2024-11-18T20:38:16,023 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:16,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,026 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367161533/online-snapshot/acquired, /01367161533/online-snapshot/reached, /01367161533/online-snapshot/abort 2024-11-18T20:38:16,027 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:16,028 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:38:16,029 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:16,029 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:38:16,029 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:38:16,029 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,37159,1731962294244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:38:16,030 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:16,030 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:16,030 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:16,030 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:16,031 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:38:16,031 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,031 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:16,031 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,031 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962326031 2024-11-18T20:38:16,031 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:38:16,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:16,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:38:16,032 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:38:16,033 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:38:16,033 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:38:16,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:38:16,033 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962296033,5,FailOnTimeoutGroup] 2024-11-18T20:38:16,037 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962296033,5,FailOnTimeoutGroup] 2024-11-18T20:38:16,037 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,037 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:38:16,037 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,037 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:38:16,119 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(746): ClusterId : d4865018-83cd-46e7-92d4-405c51465661 2024-11-18T20:38:16,120 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:38:16,121 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:38:16,121 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:38:16,122 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:38:16,122 DEBUG [RS:0;c0a89b2656d4:35327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25575c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:16,136 DEBUG [RS:0;c0a89b2656d4:35327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:35327 2024-11-18T20:38:16,136 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:38:16,136 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:38:16,136 DEBUG [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:38:16,137 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,37159,1731962294244 with port=35327, startcode=1731962294297 2024-11-18T20:38:16,137 DEBUG [RS:0;c0a89b2656d4:35327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:38:16,139 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:38:16,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,140 DEBUG [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755 2024-11-18T20:38:16,140 DEBUG [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33679 2024-11-18T20:38:16,140 DEBUG [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:38:16,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533/rs 2024-11-18T20:38:16,142 DEBUG [RS:0;c0a89b2656d4:35327 {}] zookeeper.ZKUtil(111): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Set watcher on existing znode=/01367161533/rs/c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,142 WARN [RS:0;c0a89b2656d4:35327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:16,142 INFO [RS:0;c0a89b2656d4:35327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:16,142 DEBUG [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,35327,1731962294297] 2024-11-18T20:38:16,144 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:38:16,145 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:38:16,146 INFO [RS:0;c0a89b2656d4:35327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:38:16,146 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,146 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:38:16,146 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:38:16,146 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:16,146 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:16,147 DEBUG [RS:0;c0a89b2656d4:35327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:16,149 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,149 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,149 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,149 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,149 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,149 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35327,1731962294297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:16,164 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:38:16,164 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,35327,1731962294297-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,164 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,164 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.Replication(171): c0a89b2656d4,35327,1731962294297 started 2024-11-18T20:38:16,176 INFO [RS:0;c0a89b2656d4:35327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,176 INFO [RS:0;c0a89b2656d4:35327 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,35327,1731962294297, RpcServer on c0a89b2656d4/172.17.0.2:35327, sessionid=0x100548ea8b30001 2024-11-18T20:38:16,176 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:38:16,176 DEBUG [RS:0;c0a89b2656d4:35327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,176 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,35327,1731962294297' 2024-11-18T20:38:16,176 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367161533/flush-table-proc/abort' 2024-11-18T20:38:16,176 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367161533/flush-table-proc/acquired' 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,35327,1731962294297' 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367161533/online-snapshot/abort' 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367161533/online-snapshot/acquired' 2024-11-18T20:38:16,177 DEBUG [RS:0;c0a89b2656d4:35327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:38:16,177 INFO [RS:0;c0a89b2656d4:35327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:38:16,177 INFO [RS:0;c0a89b2656d4:35327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:38:16,278 INFO [RS:0;c0a89b2656d4:35327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:16,279 INFO [RS:0;c0a89b2656d4:35327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C35327%2C1731962294297, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/oldWALs, maxLogs=10 2024-11-18T20:38:16,290 DEBUG [RS:0;c0a89b2656d4:35327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297/c0a89b2656d4%2C35327%2C1731962294297.1731962296279, exclude list is [], retry=0 2024-11-18T20:38:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36425,DS-d81b8318-7b45-4b4e-8fb0-47527f578f13,DISK] 2024-11-18T20:38:16,293 INFO [RS:0;c0a89b2656d4:35327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297/c0a89b2656d4%2C35327%2C1731962294297.1731962296279 2024-11-18T20:38:16,294 DEBUG [RS:0;c0a89b2656d4:35327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-18T20:38:16,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:38:16,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755 2024-11-18T20:38:16,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:38:16,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:16,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:16,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:16,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:16,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:16,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:16,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:16,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:16,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:16,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:16,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/hbase/meta/1588230740 2024-11-18T20:38:16,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/hbase/meta/1588230740 2024-11-18T20:38:16,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:16,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:16,453 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:16,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:16,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:16,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69102485, jitterRate=0.02970726788043976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:16,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962296447Initializing all the Stores at 1731962296448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962296448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962296448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962296448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962296448Cleaning up temporary data from old regions at 1731962296453 (+5 ms)Region opened successfully at 1731962296455 (+2 ms) 2024-11-18T20:38:16,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:16,455 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:16,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:16,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:16,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:16,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:16,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962296455Disabling compacts and flushes for region at 1731962296455Disabling writes for close at 1731962296455Writing region close event to WAL at 1731962296455Closed at 1731962296455 2024-11-18T20:38:16,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:16,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:38:16,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:38:16,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:16,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:38:16,608 DEBUG [c0a89b2656d4:37159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:38:16,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,35327,1731962294297, state=OPENING 2024-11-18T20:38:16,610 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:38:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367161533 2024-11-18T20:38:16,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:16,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,35327,1731962294297}] 2024-11-18T20:38:16,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367161533/meta-region-server: CHANGED 2024-11-18T20:38:16,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367161533/meta-region-server: CHANGED 2024-11-18T20:38:16,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:16,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:38:16,766 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:38:16,766 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:16,766 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:38:16,767 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C35327%2C1731962294297.meta, suffix=.meta, logDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/oldWALs, maxLogs=10 2024-11-18T20:38:16,779 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297/c0a89b2656d4%2C35327%2C1731962294297.meta.1731962296767.meta, exclude list is [], retry=0 2024-11-18T20:38:16,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36425,DS-d81b8318-7b45-4b4e-8fb0-47527f578f13,DISK] 2024-11-18T20:38:16,782 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/WALs/c0a89b2656d4,35327,1731962294297/c0a89b2656d4%2C35327%2C1731962294297.meta.1731962296767.meta 2024-11-18T20:38:16,782 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38635:38635)] 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:16,783 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:38:16,783 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:38:16,783 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:38:16,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:16,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:16,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:16,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:16,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:16,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:16,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:16,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:16,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:16,788 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:16,788 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/hbase/meta/1588230740 2024-11-18T20:38:16,789 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/hbase/meta/1588230740 2024-11-18T20:38:16,790 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:16,790 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:16,790 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:16,791 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:16,791 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69796719, jitterRate=0.04005216062068939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:16,791 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:38:16,792 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962296783Writing region info on filesystem at 1731962296783Initializing all the Stores at 1731962296784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962296784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962296784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962296784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962296784Cleaning up temporary data from old regions at 1731962296790 (+6 ms)Running coprocessor post-open hooks at 1731962296791 (+1 ms)Region opened successfully at 1731962296792 (+1 ms) 2024-11-18T20:38:16,792 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962296762 2024-11-18T20:38:16,794 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:38:16,794 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:38:16,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,35327,1731962294297, state=OPEN 2024-11-18T20:38:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x100548ea8b30000, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367161533/meta-region-server 2024-11-18T20:38:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35327-0x100548ea8b30001, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367161533/meta-region-server 2024-11-18T20:38:16,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:16,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367161533/meta-region-server: CHANGED 2024-11-18T20:38:16,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367161533/meta-region-server: CHANGED 2024-11-18T20:38:16,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:38:16,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,35327,1731962294297 in 185 msec 2024-11-18T20:38:16,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:38:16,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-18T20:38:16,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:16,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:38:16,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:16,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,35327,1731962294297, seqNum=-1] 2024-11-18T20:38:16,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:16,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:16,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 776 msec 2024-11-18T20:38:16,805 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962296805, completionTime=-1 2024-11-18T20:38:16,805 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:38:16,805 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962356807 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962416807 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37159,1731962294244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37159,1731962294244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37159,1731962294244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:37159, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,807 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,808 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,809 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.477sec 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37159,1731962294244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:16,810 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37159,1731962294244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:38:16,812 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:38:16,812 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:38:16,812 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,37159,1731962294244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:16,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:16,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37159,-1 for getting cluster id 2024-11-18T20:38:16,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:16,821 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4865018-83cd-46e7-92d4-405c51465661' 2024-11-18T20:38:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4865018-83cd-46e7-92d4-405c51465661" 2024-11-18T20:38:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7a744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37159,-1] 2024-11-18T20:38:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:16,822 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:16,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:16,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,35327,1731962294297, seqNum=-1] 2024-11-18T20:38:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:16,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:16,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:16,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57266 2024-11-18T20:38:16,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57266, baseZNode=/01367161533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:16,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548ea8b30002 connected 2024-11-18T20:38:16,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0bf71f 2024-11-18T20:38:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:16,834 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:16,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:38:16,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:38:16,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:16,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:38:16,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:38:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:38:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:17,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0fa59752f41e4106e08e6dccec7d1ca, NAME => 'test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755 2024-11-18T20:38:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36425 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:38:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0fa59752f41e4106e08e6dccec7d1ca, disabling compactions & flushes 2024-11-18T20:38:17,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. after waiting 0 ms 2024-11-18T20:38:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0fa59752f41e4106e08e6dccec7d1ca: Waiting for close lock at 1731962297652Disabling compacts and flushes for region at 1731962297652Disabling writes for close at 1731962297652Writing region close event to WAL at 1731962297652Closed at 1731962297652 2024-11-18T20:38:17,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:38:17,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962297653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962297653"}]},"ts":"1731962297653"} 2024-11-18T20:38:17,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:38:17,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:38:17,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962297656"}]},"ts":"1731962297656"} 2024-11-18T20:38:17,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:38:17,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0fa59752f41e4106e08e6dccec7d1ca, ASSIGN}] 2024-11-18T20:38:17,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0fa59752f41e4106e08e6dccec7d1ca, ASSIGN 2024-11-18T20:38:17,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0fa59752f41e4106e08e6dccec7d1ca, ASSIGN; state=OFFLINE, location=c0a89b2656d4,35327,1731962294297; forceNewPlan=false, retain=false 2024-11-18T20:38:17,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0fa59752f41e4106e08e6dccec7d1ca, regionState=OPENING, regionLocation=c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0fa59752f41e4106e08e6dccec7d1ca, ASSIGN because future has completed 2024-11-18T20:38:17,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0fa59752f41e4106e08e6dccec7d1ca, server=c0a89b2656d4,35327,1731962294297}] 2024-11-18T20:38:17,965 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,965 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0fa59752f41e4106e08e6dccec7d1ca, NAME => 'test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:17,966 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:17,966 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:38:17,966 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,966 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:17,966 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,966 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,967 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,968 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fa59752f41e4106e08e6dccec7d1ca columnFamilyName f 2024-11-18T20:38:17,968 DEBUG [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:17,968 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] regionserver.HStore(327): Store=e0fa59752f41e4106e08e6dccec7d1ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:17,968 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,969 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fa59752f41e4106e08e6dccec7d1ca columnFamilyName f1 2024-11-18T20:38:17,969 DEBUG [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:17,969 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] regionserver.HStore(327): Store=e0fa59752f41e4106e08e6dccec7d1ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:17,969 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,970 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0fa59752f41e4106e08e6dccec7d1ca columnFamilyName norep 2024-11-18T20:38:17,970 DEBUG [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:17,970 INFO [StoreOpener-e0fa59752f41e4106e08e6dccec7d1ca-1 {}] regionserver.HStore(327): Store=e0fa59752f41e4106e08e6dccec7d1ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:17,970 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,971 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/default/test/e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,971 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/default/test/e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,972 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,972 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,972 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:38:17,973 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:17,974 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/data/default/test/e0fa59752f41e4106e08e6dccec7d1ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:17,974 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0fa59752f41e4106e08e6dccec7d1ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72581086, jitterRate=0.08154246211051941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:38:17,975 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0fa59752f41e4106e08e6dccec7d1ca 2024-11-18T20:38:17,975 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0fa59752f41e4106e08e6dccec7d1ca: Running coprocessor pre-open hook at 1731962297966Writing region info on filesystem at 1731962297966Initializing all the Stores at 1731962297967 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962297967Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962297967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962297967Cleaning up temporary data from old regions at 1731962297972 (+5 ms)Running coprocessor post-open hooks at 1731962297975 (+3 ms)Region opened successfully at 1731962297975 2024-11-18T20:38:17,976 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca., pid=6, masterSystemTime=1731962297963 2024-11-18T20:38:17,977 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,977 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962296834.e0fa59752f41e4106e08e6dccec7d1ca. 2024-11-18T20:38:17,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0fa59752f41e4106e08e6dccec7d1ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,35327,1731962294297 2024-11-18T20:38:17,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0fa59752f41e4106e08e6dccec7d1ca, server=c0a89b2656d4,35327,1731962294297 because future has completed 2024-11-18T20:38:17,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:38:17,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0fa59752f41e4106e08e6dccec7d1ca, server=c0a89b2656d4,35327,1731962294297 in 169 msec 2024-11-18T20:38:17,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:38:17,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0fa59752f41e4106e08e6dccec7d1ca, ASSIGN in 324 msec 2024-11-18T20:38:17,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:38:17,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962297983"}]},"ts":"1731962297983"} 2024-11-18T20:38:17,985 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:38:17,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:38:17,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-18T20:38:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:18,984 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:38:18,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2052d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:18,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37159,-1 for getting cluster id 2024-11-18T20:38:18,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:18,985 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4865018-83cd-46e7-92d4-405c51465661' 2024-11-18T20:38:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4865018-83cd-46e7-92d4-405c51465661" 2024-11-18T20:38:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37159,-1] 2024-11-18T20:38:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:18,987 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:18,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e713cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:18,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6156be09 2024-11-18T20:38:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:18,988 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:18,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:37159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:38:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:38:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:18,991 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:37159' 2024-11-18T20:38:18,991 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abe45b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:18,992 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,37159,-1 for getting cluster id 2024-11-18T20:38:18,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:18,992 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4865018-83cd-46e7-92d4-405c51465661' 2024-11-18T20:38:18,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:18,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4865018-83cd-46e7-92d4-405c51465661" 2024-11-18T20:38:18,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54acfc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:18,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,37159,-1] 2024-11-18T20:38:18,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:18,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:18,993 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:18,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511cc38a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:18,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:18,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,37159,1731962294244 2024-11-18T20:38:18,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f658cc 2024-11-18T20:38:18,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:18,995 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:18,995 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:38:18,995 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:38:18,995 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:18,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:18,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:18,996 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0a89b2656d4:37159, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T20:38:19,001 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0a89b2656d4:37159, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0a89b2656d4:37159, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0a89b2656d4:37159, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T20:38:19,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c0a89b2656d4:37159, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-18T20:38:19,002 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T20:38:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:19,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:19,095 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c0a89b2656d4:37159, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T20:38:19,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:19,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:19,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:19,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:19,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33679 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c0a89b2656d4:35327-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8aec432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/data/data2/current/BP-1278867270-172.17.0.2-1731962293342 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1278867270-172.17.0.2-1731962293342:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(977257062) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755-prefix:c0a89b2656d4,35327,1731962294297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 0 on default port 33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57266) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755-prefix:c0a89b2656d4,35327,1731962294297.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57266) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1061567809_20 at /127.0.0.1:51162 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f8aec9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_490660001_20 at /127.0.0.1:51192 [Receiving block BP-1278867270-172.17.0.2-1731962293342:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c0a89b2656d4:35327 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7867-acceptor-0@7ca82fb8-ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:42865} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS_OPEN_META-regionserver/c0a89b2656d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8aec432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 37393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3f03ca44-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-34877dfd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962296033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 4 on default port 37393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp554091986-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8aec432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33679/user/jenkins/test-data/6a4a4287-1225-66fa-7c73-7a2e5c7b9755/MasterData-prefix:c0a89b2656d4,37159,1731962294244 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 37393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1278867270-172.17.0.2-1731962293342 heartbeating to localhost/127.0.0.1:33679 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1278867270-172.17.0.2-1731962293342:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/c0a89b2656d4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0a89b2656d4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c0a89b2656d4:37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962296033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp554091986-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4700ce97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c0a89b2656d4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f8aecaab478.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33679 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7dd8184c[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57266 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c0a89b2656d4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;c0a89b2656d4:37159 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1061567809_20 at /127.0.0.1:51226 [Receiving block BP-1278867270-172.17.0.2-1731962293342:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@47bb6c60 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1278867270-172.17.0.2-1731962293342:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/cluster_c7155d39-b197-35b3-ef74-9364533847bb/data/data1/current/BP-1278867270-172.17.0.2-1731962293342 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp680129418-7913-acceptor-0@2867d0be-ServerConnector@1461160b{HTTP/1.1, (http/1.1)}{localhost:36255} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8aec432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@53954af1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57266): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 3 on default port 37393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57266) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 37393 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp554091986-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8aec432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1061567809_20 at /127.0.0.1:51208 [Receiving block BP-1278867270-172.17.0.2-1731962293342:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7870 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=1975 (was 2006) 2024-11-18T20:38:19,113 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-18T20:38:19,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=1975 2024-11-18T20:38:19,125 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-18T20:38:19,137 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T20:38:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.log.dir so I do NOT create it in target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15 2024-11-18T20:38:19,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:38:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.tmp.dir so I do NOT create it in target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15 2024-11-18T20:38:19,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f52d941-cc07-a131-84ae-81f05cdf1bf1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:38:19,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15 2024-11-18T20:38:19,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6, deleteOnExit=true 2024-11-18T20:38:19,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/zookeeper_0, clientPort=52212, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T20:38:19,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52212 2024-11-18T20:38:19,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:38:19,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/test.cache.data in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:38:19,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:38:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:38:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:38:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:38:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:38:19,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:19,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:19,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:19,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:19,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:38:19,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:19,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:19,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:19,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6173d15f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/java.io.tmpdir/jetty-localhost-44315-hadoop-hdfs-3_4_1-tests_jar-_-any-6912146896165505416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:19,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:44315} 2024-11-18T20:38:19,295 INFO [Time-limited test {}] server.Server(415): Started @291414ms 2024-11-18T20:38:19,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:19,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:19,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:19,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:19,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:38:19,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:19,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:19,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e38b7c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/java.io.tmpdir/jetty-localhost-40745-hadoop-hdfs-3_4_1-tests_jar-_-any-5380601176086607713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:19,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:40745} 2024-11-18T20:38:19,453 INFO [Time-limited test {}] server.Server(415): Started @291572ms 2024-11-18T20:38:19,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:38:19,507 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/data/data1/current/BP-1086564211-172.17.0.2-1731962299158/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:19,508 WARN [Thread-4300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/data/data2/current/BP-1086564211-172.17.0.2-1731962299158/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:19,524 WARN [Thread-4287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:38:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbb60d8d65b082f with lease ID 0x1fdbca02a8a42a68: Processing first storage report for DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d from datanode DatanodeRegistration(127.0.0.1:34921, datanodeUuid=4c45391d-9c64-4a34-a160-57bb8c3ff439, infoPort=42749, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1515738803;c=1731962299158) 2024-11-18T20:38:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbb60d8d65b082f with lease ID 0x1fdbca02a8a42a68: from storage DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d node DatanodeRegistration(127.0.0.1:34921, datanodeUuid=4c45391d-9c64-4a34-a160-57bb8c3ff439, infoPort=42749, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1515738803;c=1731962299158), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbb60d8d65b082f with lease ID 0x1fdbca02a8a42a68: Processing first storage report for DS-2ca1293d-36af-400f-a5fc-eaa203d3bf5f from datanode DatanodeRegistration(127.0.0.1:34921, datanodeUuid=4c45391d-9c64-4a34-a160-57bb8c3ff439, infoPort=42749, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1515738803;c=1731962299158) 2024-11-18T20:38:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbb60d8d65b082f with lease ID 0x1fdbca02a8a42a68: from storage DS-2ca1293d-36af-400f-a5fc-eaa203d3bf5f node DatanodeRegistration(127.0.0.1:34921, datanodeUuid=4c45391d-9c64-4a34-a160-57bb8c3ff439, infoPort=42749, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1515738803;c=1731962299158), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:19,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15 2024-11-18T20:38:19,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:19,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:38:19,984 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f with version=8 2024-11-18T20:38:19,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/hbase-staging 2024-11-18T20:38:19,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:19,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:19,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:38:19,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:19,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33313 2024-11-18T20:38:19,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33313 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:19,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333130x0, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:19,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33313-0x100548ebf720000 connected 2024-11-18T20:38:20,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:20,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:20,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/running 2024-11-18T20:38:20,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f, hbase.cluster.distributed=false 2024-11-18T20:38:20,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/acl 2024-11-18T20:38:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-18T20:38:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33313 2024-11-18T20:38:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33313 2024-11-18T20:38:20,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-18T20:38:20,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-18T20:38:20,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:38:20,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:20,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41537 2024-11-18T20:38:20,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41537 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:20,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:20,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:20,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415370x0, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:20,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415370x0, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/running 2024-11-18T20:38:20,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41537-0x100548ebf720001 connected 2024-11-18T20:38:20,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:38:20,032 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:38:20,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/master 2024-11-18T20:38:20,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/acl 2024-11-18T20:38:20,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-18T20:38:20,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41537 2024-11-18T20:38:20,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41537 2024-11-18T20:38:20,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-18T20:38:20,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-18T20:38:20,048 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:33313 2024-11-18T20:38:20,048 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0477879661/backup-masters/c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661/backup-masters 2024-11-18T20:38:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661/backup-masters 2024-11-18T20:38:20,050 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on existing znode=/0477879661/backup-masters/c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0477879661/master 2024-11-18T20:38:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:20,050 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on existing znode=/0477879661/master 2024-11-18T20:38:20,051 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0477879661/backup-masters/c0a89b2656d4,33313,1731962299986 from backup master directory 2024-11-18T20:38:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661/backup-masters 2024-11-18T20:38:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0477879661/backup-masters/c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661/backup-masters 2024-11-18T20:38:20,051 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:20,051 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:20,054 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/hbase.id] with ID: 3f88f152-b424-456d-ac6d-8cfb97a58b67 2024-11-18T20:38:20,054 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/.tmp/hbase.id 2024-11-18T20:38:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:38:20,465 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/.tmp/hbase.id]:[hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/hbase.id] 2024-11-18T20:38:20,473 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:20,473 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:38:20,474 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:38:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:38:20,481 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:20,482 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:38:20,482 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:38:20,887 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store 2024-11-18T20:38:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:38:21,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:21,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:21,292 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:21,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:21,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:21,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:21,292 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:21,292 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962301292Disabling compacts and flushes for region at 1731962301292Disabling writes for close at 1731962301292Writing region close event to WAL at 1731962301292Closed at 1731962301292 2024-11-18T20:38:21,293 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/.initializing 2024-11-18T20:38:21,293 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/WALs/c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:21,293 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:21,294 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C33313%2C1731962299986, suffix=, logDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/WALs/c0a89b2656d4,33313,1731962299986, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/oldWALs, maxLogs=10 2024-11-18T20:38:21,306 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/WALs/c0a89b2656d4,33313,1731962299986/c0a89b2656d4%2C33313%2C1731962299986.1731962301295, exclude list is [], retry=0 2024-11-18T20:38:21,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:21,309 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/WALs/c0a89b2656d4,33313,1731962299986/c0a89b2656d4%2C33313%2C1731962299986.1731962301295 2024-11-18T20:38:21,310 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:21,310 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:21,310 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:21,310 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,310 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:38:21,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:21,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:21,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:38:21,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:21,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:21,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:38:21,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:21,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:21,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:38:21,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:21,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:21,315 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,315 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,316 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,316 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,316 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,317 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:21,317 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:21,318 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:21,319 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69623823, jitterRate=0.03747580945491791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:21,319 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962301310Initializing all the Stores at 1731962301310Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962301310Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962301311 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962301311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962301311Cleaning up temporary data from old regions at 1731962301316 (+5 ms)Region opened successfully at 1731962301319 (+3 ms) 2024-11-18T20:38:21,319 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:38:21,320 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a968d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:21,321 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:38:21,321 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:38:21,321 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:38:21,321 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:38:21,321 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:38:21,322 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:38:21,322 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:38:21,323 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:38:21,323 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Unable to get data of znode /0477879661/balancer because node does not exist (not necessarily an error) 2024-11-18T20:38:21,324 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0477879661/balancer already deleted, retry=false 2024-11-18T20:38:21,324 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:38:21,325 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Unable to get data of znode /0477879661/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:38:21,325 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0477879661/normalizer already deleted, retry=false 2024-11-18T20:38:21,325 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:38:21,326 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Unable to get data of znode /0477879661/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:38:21,327 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0477879661/switch/split already deleted, retry=false 2024-11-18T20:38:21,327 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Unable to get data of znode /0477879661/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:38:21,328 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0477879661/switch/merge already deleted, retry=false 2024-11-18T20:38:21,329 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Unable to get data of znode /0477879661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:38:21,330 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0477879661/snapshot-cleanup already deleted, retry=false 2024-11-18T20:38:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0477879661/running 2024-11-18T20:38:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0477879661/running 2024-11-18T20:38:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:21,331 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,33313,1731962299986, sessionid=0x100548ebf720000, setting cluster-up flag (Was=false) 2024-11-18T20:38:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:21,334 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0477879661/flush-table-proc/acquired, /0477879661/flush-table-proc/reached, /0477879661/flush-table-proc/abort 2024-11-18T20:38:21,335 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:21,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:21,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:21,338 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0477879661/online-snapshot/acquired, /0477879661/online-snapshot/reached, /0477879661/online-snapshot/abort 2024-11-18T20:38:21,338 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:21,339 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:38:21,340 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:21,340 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(746): ClusterId : 3f88f152-b424-456d-ac6d-8cfb97a58b67 2024-11-18T20:38:21,340 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:38:21,340 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:38:21,340 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:38:21,340 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,33313,1731962299986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:38:21,341 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:21,341 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:21,341 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,342 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:38:21,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:21,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:38:21,342 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c191be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:21,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:21,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962331348 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:38:21,348 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,349 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:38:21,349 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:38:21,349 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:38:21,349 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:38:21,351 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:38:21,351 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:38:21,352 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962301351,5,FailOnTimeoutGroup] 2024-11-18T20:38:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:38:21,357 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962301352,5,FailOnTimeoutGroup] 2024-11-18T20:38:21,357 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,357 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:38:21,357 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,357 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,361 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:41537 2024-11-18T20:38:21,361 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:38:21,361 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:38:21,361 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:38:21,362 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,33313,1731962299986 with port=41537, startcode=1731962300021 2024-11-18T20:38:21,362 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:38:21,363 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:38:21,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:21,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:21,364 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f 2024-11-18T20:38:21,364 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43315 2024-11-18T20:38:21,364 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:38:21,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661/rs 2024-11-18T20:38:21,366 DEBUG [RS:0;c0a89b2656d4:41537 {}] zookeeper.ZKUtil(111): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on existing znode=/0477879661/rs/c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:21,366 WARN [RS:0;c0a89b2656d4:41537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:21,366 INFO [RS:0;c0a89b2656d4:41537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:21,366 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:21,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,41537,1731962300021] 2024-11-18T20:38:21,368 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:38:21,369 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:38:21,369 INFO [RS:0;c0a89b2656d4:41537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:38:21,369 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,369 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:38:21,370 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:38:21,370 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:21,370 DEBUG [RS:0;c0a89b2656d4:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:21,373 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,373 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,373 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,373 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,373 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,373 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41537,1731962300021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:21,388 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:38:21,388 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41537,1731962300021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,388 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,388 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.Replication(171): c0a89b2656d4,41537,1731962300021 started 2024-11-18T20:38:21,399 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:21,399 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,41537,1731962300021, RpcServer on c0a89b2656d4/172.17.0.2:41537, sessionid=0x100548ebf720001 2024-11-18T20:38:21,399 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:38:21,399 DEBUG [RS:0;c0a89b2656d4:41537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:21,399 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,41537,1731962300021' 2024-11-18T20:38:21,399 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0477879661/flush-table-proc/abort' 2024-11-18T20:38:21,400 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0477879661/flush-table-proc/acquired' 2024-11-18T20:38:21,400 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:38:21,400 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:38:21,400 DEBUG [RS:0;c0a89b2656d4:41537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:21,400 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,41537,1731962300021' 2024-11-18T20:38:21,400 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0477879661/online-snapshot/abort' 2024-11-18T20:38:21,401 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0477879661/online-snapshot/acquired' 2024-11-18T20:38:21,401 DEBUG [RS:0;c0a89b2656d4:41537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:38:21,401 INFO [RS:0;c0a89b2656d4:41537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:38:21,401 INFO [RS:0;c0a89b2656d4:41537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:38:21,501 INFO [RS:0;c0a89b2656d4:41537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:21,502 INFO [RS:0;c0a89b2656d4:41537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C41537%2C1731962300021, suffix=, logDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/oldWALs, maxLogs=10 2024-11-18T20:38:21,514 DEBUG [RS:0;c0a89b2656d4:41537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502, exclude list is [], retry=0 2024-11-18T20:38:21,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:21,517 INFO [RS:0;c0a89b2656d4:41537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 2024-11-18T20:38:21,519 DEBUG [RS:0;c0a89b2656d4:41537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:21,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:38:21,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f 2024-11-18T20:38:21,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:38:22,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:22,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:22,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:22,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:22,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:22,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:22,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:22,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:22,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:22,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:22,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740 2024-11-18T20:38:22,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740 2024-11-18T20:38:22,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:22,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:22,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:22,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:22,168 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71517860, jitterRate=0.06569916009902954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962302159Initializing all the Stores at 1731962302159Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962302159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962302159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962302159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962302159Cleaning up temporary data from old regions at 1731962302165 (+6 ms)Region opened successfully at 1731962302168 (+3 ms) 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:22,168 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:22,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:22,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962302168Disabling compacts and flushes for region at 1731962302168Disabling writes for close at 1731962302168Writing region close event to WAL at 1731962302168Closed at 1731962302168 2024-11-18T20:38:22,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:22,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:38:22,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:38:22,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:22,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:38:22,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:38:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,321 DEBUG [c0a89b2656d4:33313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:38:22,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:22,322 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,41537,1731962300021, state=OPENING 2024-11-18T20:38:22,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:38:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:22,324 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:22,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0477879661/meta-region-server: CHANGED 2024-11-18T20:38:22,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,41537,1731962300021}] 2024-11-18T20:38:22,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0477879661/meta-region-server: CHANGED 2024-11-18T20:38:22,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:22,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:38:22,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T20:38:22,476 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:22,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:38:22,479 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:38:22,479 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:22,480 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:38:22,480 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C41537%2C1731962300021.meta, suffix=.meta, logDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/oldWALs, maxLogs=10 2024-11-18T20:38:22,492 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.meta.1731962302481.meta, exclude list is [], retry=0 2024-11-18T20:38:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:22,495 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.meta.1731962302481.meta 2024-11-18T20:38:22,495 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:22,495 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:22,496 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:22,496 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:38:22,496 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:38:22,496 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:38:22,496 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:38:22,496 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:22,496 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:38:22,496 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:38:22,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:22,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:22,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:22,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:22,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:22,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:22,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:22,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:22,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:22,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:22,500 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:22,500 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740 2024-11-18T20:38:22,501 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740 2024-11-18T20:38:22,501 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:22,501 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:22,502 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:22,502 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:22,503 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74907885, jitterRate=0.11621446907520294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:22,503 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:38:22,503 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962302496Writing region info on filesystem at 1731962302496Initializing all the Stores at 1731962302497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962302497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962302497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962302497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962302497Cleaning up temporary data from old regions at 1731962302501 (+4 ms)Running coprocessor post-open hooks at 1731962302503 (+2 ms)Region opened successfully at 1731962302503 2024-11-18T20:38:22,504 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962302476 2024-11-18T20:38:22,505 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:38:22,505 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:38:22,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:22,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,41537,1731962300021, state=OPEN 2024-11-18T20:38:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0477879661/meta-region-server 2024-11-18T20:38:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0477879661/meta-region-server 2024-11-18T20:38:22,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:22,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0477879661/meta-region-server: CHANGED 2024-11-18T20:38:22,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0477879661/meta-region-server: CHANGED 2024-11-18T20:38:22,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:38:22,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,41537,1731962300021 in 183 msec 2024-11-18T20:38:22,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:38:22,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 340 msec 2024-11-18T20:38:22,510 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:22,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:38:22,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:22,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41537,1731962300021, seqNum=-1] 2024-11-18T20:38:22,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:22,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:22,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1760 sec 2024-11-18T20:38:22,516 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962302516, completionTime=-1 2024-11-18T20:38:22,516 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:38:22,516 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:38:22,517 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:38:22,517 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962362517 2024-11-18T20:38:22,517 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962422517 2024-11-18T20:38:22,517 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:38:22,518 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33313,1731962299986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,518 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33313,1731962299986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,518 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33313,1731962299986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,518 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:33313, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,518 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,518 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,519 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.469sec 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33313,1731962299986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:22,520 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33313,1731962299986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:38:22,522 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:38:22,522 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:38:22,522 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,33313,1731962299986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:22,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:22,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,33313,-1 for getting cluster id 2024-11-18T20:38:22,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:22,542 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f88f152-b424-456d-ac6d-8cfb97a58b67' 2024-11-18T20:38:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f88f152-b424-456d-ac6d-8cfb97a58b67" 2024-11-18T20:38:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab4f106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,33313,-1] 2024-11-18T20:38:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:22,543 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:22,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:22,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41537,1731962300021, seqNum=-1] 2024-11-18T20:38:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:22,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:22,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:22,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:22,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100548ebf720002 connected 2024-11-18T20:38:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir so I do NOT create it in target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736 2024-11-18T20:38:22,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:38:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.tmp.dir so I do NOT create it in target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736 2024-11-18T20:38:22,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:38:22,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736 2024-11-18T20:38:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:38:22,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/cluster_d27b8b18-8cab-07e4-981e-be8c5d5d004d, deleteOnExit=true 2024-11-18T20:38:22,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/test.cache.data in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:38:22,552 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:38:22,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:22,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:38:22,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:38:22,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:22,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:22,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:22,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:22,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T20:38:22,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:22,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:22,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:22,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T20:38:22,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T20:38:22,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T20:38:22,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T20:38:22,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:22,623 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T20:38:22,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17c08a5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/java.io.tmpdir/jetty-localhost-35377-hadoop-hdfs-3_4_1-tests_jar-_-any-6853251641761392175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:22,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:35377} 2024-11-18T20:38:22,705 INFO [Time-limited test {}] server.Server(415): Started @294824ms 2024-11-18T20:38:22,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:22,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:22,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:22,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:22,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:38:22,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:22,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:22,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2590021c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/java.io.tmpdir/jetty-localhost-39449-hadoop-hdfs-3_4_1-tests_jar-_-any-400327020114234626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:22,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:39449} 2024-11-18T20:38:22,862 INFO [Time-limited test {}] server.Server(415): Started @294981ms 2024-11-18T20:38:22,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:38:22,917 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/cluster_d27b8b18-8cab-07e4-981e-be8c5d5d004d/data/data1/current/BP-824544232-172.17.0.2-1731962302566/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:22,917 WARN [Thread-4421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/cluster_d27b8b18-8cab-07e4-981e-be8c5d5d004d/data/data2/current/BP-824544232-172.17.0.2-1731962302566/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:22,935 WARN [Thread-4408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:38:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf380cdcaecfffffd with lease ID 0x865bf5faac284a0a: Processing first storage report for DS-c00edd77-5e53-4486-9686-c75cef5c574f from datanode DatanodeRegistration(127.0.0.1:44693, datanodeUuid=3e207ac6-98cb-4cf1-8b15-ac462349af2c, infoPort=37567, infoSecurePort=0, ipcPort=36591, storageInfo=lv=-57;cid=testClusterID;nsid=615570961;c=1731962302566) 2024-11-18T20:38:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf380cdcaecfffffd with lease ID 0x865bf5faac284a0a: from storage DS-c00edd77-5e53-4486-9686-c75cef5c574f node DatanodeRegistration(127.0.0.1:44693, datanodeUuid=3e207ac6-98cb-4cf1-8b15-ac462349af2c, infoPort=37567, infoSecurePort=0, ipcPort=36591, storageInfo=lv=-57;cid=testClusterID;nsid=615570961;c=1731962302566), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf380cdcaecfffffd with lease ID 0x865bf5faac284a0a: Processing first storage report for DS-a963e6cb-6e33-4721-9fc3-467042ee369a from datanode DatanodeRegistration(127.0.0.1:44693, datanodeUuid=3e207ac6-98cb-4cf1-8b15-ac462349af2c, infoPort=37567, infoSecurePort=0, ipcPort=36591, storageInfo=lv=-57;cid=testClusterID;nsid=615570961;c=1731962302566) 2024-11-18T20:38:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf380cdcaecfffffd with lease ID 0x865bf5faac284a0a: from storage DS-a963e6cb-6e33-4721-9fc3-467042ee369a node DatanodeRegistration(127.0.0.1:44693, datanodeUuid=3e207ac6-98cb-4cf1-8b15-ac462349af2c, infoPort=37567, infoSecurePort=0, ipcPort=36591, storageInfo=lv=-57;cid=testClusterID;nsid=615570961;c=1731962302566), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:22,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736 2024-11-18T20:38:22,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:22,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:38:23,390 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b with version=8 2024-11-18T20:38:23,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/hbase-staging 2024-11-18T20:38:23,392 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:23,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:23,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:23,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:23,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:23,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:23,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:38:23,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:23,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40435 2024-11-18T20:38:23,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40435 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:23,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404350x0, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:23,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40435-0x100548ebf720003 connected 2024-11-18T20:38:23,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:23,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:23,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/running 2024-11-18T20:38:23,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b, hbase.cluster.distributed=false 2024-11-18T20:38:23,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/acl 2024-11-18T20:38:23,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40435 2024-11-18T20:38:23,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40435 2024-11-18T20:38:23,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40435 2024-11-18T20:38:23,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40435 2024-11-18T20:38:23,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40435 2024-11-18T20:38:23,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:38:23,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:23,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41443 2024-11-18T20:38:23,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41443 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:23,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:23,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:23,426 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414430x0, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:23,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414430x0, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/running 2024-11-18T20:38:23,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41443-0x100548ebf720004 connected 2024-11-18T20:38:23,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:38:23,429 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:38:23,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/master 2024-11-18T20:38:23,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/acl 2024-11-18T20:38:23,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-18T20:38:23,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41443 2024-11-18T20:38:23,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41443 2024-11-18T20:38:23,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-18T20:38:23,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41443 2024-11-18T20:38:23,451 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40435 2024-11-18T20:38:23,451 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2098334140/backup-masters/c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:23,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140/backup-masters 2024-11-18T20:38:23,452 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140/backup-masters 2024-11-18T20:38:23,453 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on existing znode=/1-2098334140/backup-masters/c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:23,453 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2098334140/master 2024-11-18T20:38:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:23,453 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:23,454 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on existing znode=/1-2098334140/master 2024-11-18T20:38:23,454 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2098334140/backup-masters/c0a89b2656d4,40435,1731962303392 from backup master directory 2024-11-18T20:38:23,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2098334140/backup-masters/c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:23,454 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140/backup-masters 2024-11-18T20:38:23,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140/backup-masters 2024-11-18T20:38:23,454 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:23,454 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:23,458 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/hbase.id] with ID: 0808b8b6-3f43-4b6d-a618-5d23e22bbaca 2024-11-18T20:38:23,458 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/.tmp/hbase.id 2024-11-18T20:38:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:38:23,867 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/.tmp/hbase.id]:[hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/hbase.id] 2024-11-18T20:38:23,873 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:23,874 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:38:23,874 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T20:38:23,875 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:23,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:38:23,879 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:23,879 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:38:23,880 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:38:24,285 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store 2024-11-18T20:38:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:38:24,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:24,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:24,690 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:24,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:24,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:24,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:24,690 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:24,690 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962304690Disabling compacts and flushes for region at 1731962304690Disabling writes for close at 1731962304690Writing region close event to WAL at 1731962304690Closed at 1731962304690 2024-11-18T20:38:24,691 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/.initializing 2024-11-18T20:38:24,691 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/WALs/c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:24,692 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:24,693 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40435%2C1731962303392, suffix=, logDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/WALs/c0a89b2656d4,40435,1731962303392, archiveDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/oldWALs, maxLogs=10 2024-11-18T20:38:24,710 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/WALs/c0a89b2656d4,40435,1731962303392/c0a89b2656d4%2C40435%2C1731962303392.1731962304693, exclude list is [], retry=0 2024-11-18T20:38:24,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44693,DS-c00edd77-5e53-4486-9686-c75cef5c574f,DISK] 2024-11-18T20:38:24,713 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/WALs/c0a89b2656d4,40435,1731962303392/c0a89b2656d4%2C40435%2C1731962303392.1731962304693 2024-11-18T20:38:24,714 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-18T20:38:24,714 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:24,714 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:24,714 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,714 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:38:24,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:24,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:24,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:38:24,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:24,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:24,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:38:24,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:24,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:24,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:38:24,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:24,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:24,720 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,721 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,721 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,722 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,722 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,722 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:24,723 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:24,725 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:24,725 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68469774, jitterRate=0.020279139280319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:24,725 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962304714Initializing all the Stores at 1731962304715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962304715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962304715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962304715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962304715Cleaning up temporary data from old regions at 1731962304722 (+7 ms)Region opened successfully at 1731962304725 (+3 ms) 2024-11-18T20:38:24,725 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:38:24,727 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efcf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:24,728 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:38:24,728 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:38:24,728 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:38:24,728 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:38:24,729 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:38:24,729 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:38:24,729 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:38:24,730 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:38:24,731 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Unable to get data of znode /1-2098334140/balancer because node does not exist (not necessarily an error) 2024-11-18T20:38:24,732 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2098334140/balancer already deleted, retry=false 2024-11-18T20:38:24,732 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:38:24,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Unable to get data of znode /1-2098334140/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:38:24,733 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2098334140/normalizer already deleted, retry=false 2024-11-18T20:38:24,733 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:38:24,734 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Unable to get data of znode /1-2098334140/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:38:24,735 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2098334140/switch/split already deleted, retry=false 2024-11-18T20:38:24,735 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Unable to get data of znode /1-2098334140/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:38:24,736 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2098334140/switch/merge already deleted, retry=false 2024-11-18T20:38:24,737 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Unable to get data of znode /1-2098334140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:38:24,738 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2098334140/snapshot-cleanup already deleted, retry=false 2024-11-18T20:38:24,739 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2098334140/running 2024-11-18T20:38:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2098334140/running 2024-11-18T20:38:24,739 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:24,739 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40435,1731962303392, sessionid=0x100548ebf720003, setting cluster-up flag (Was=false) 2024-11-18T20:38:24,740 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:24,742 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2098334140/flush-table-proc/acquired, /1-2098334140/flush-table-proc/reached, /1-2098334140/flush-table-proc/abort 2024-11-18T20:38:24,743 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:24,744 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:24,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:24,746 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2098334140/online-snapshot/acquired, /1-2098334140/online-snapshot/reached, /1-2098334140/online-snapshot/abort 2024-11-18T20:38:24,747 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:24,747 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:38:24,748 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:24,748 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:38:24,749 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:38:24,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40435,1731962303392 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:38:24,749 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:24,750 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:24,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:38:24,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:24,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962334753 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:38:24,753 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:38:24,756 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:38:24,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962304756,5,FailOnTimeoutGroup] 2024-11-18T20:38:24,757 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962304757,5,FailOnTimeoutGroup] 2024-11-18T20:38:24,757 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,757 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:38:24,757 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,757 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:38:24,840 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(746): ClusterId : 0808b8b6-3f43-4b6d-a618-5d23e22bbaca 2024-11-18T20:38:24,840 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:38:24,841 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:38:24,841 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:38:24,842 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:38:24,842 DEBUG [RS:0;c0a89b2656d4:41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6daa095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:24,853 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:41443 2024-11-18T20:38:24,853 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:38:24,853 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:38:24,853 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:38:24,854 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40435,1731962303392 with port=41443, startcode=1731962303419 2024-11-18T20:38:24,854 DEBUG [RS:0;c0a89b2656d4:41443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:38:24,872 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:38:24,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:24,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40435 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:24,874 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b 2024-11-18T20:38:24,874 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33343 2024-11-18T20:38:24,874 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:38:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140/rs 2024-11-18T20:38:24,876 DEBUG [RS:0;c0a89b2656d4:41443 {}] zookeeper.ZKUtil(111): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on existing znode=/1-2098334140/rs/c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:24,876 WARN [RS:0;c0a89b2656d4:41443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:24,877 INFO [RS:0;c0a89b2656d4:41443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:24,877 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:24,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,41443,1731962303419] 2024-11-18T20:38:24,879 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:38:24,880 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:38:24,880 INFO [RS:0;c0a89b2656d4:41443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:38:24,880 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,880 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:38:24,881 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:38:24,881 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:24,881 DEBUG [RS:0;c0a89b2656d4:41443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:24,882 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,882 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,882 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,882 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,882 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,882 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41443,1731962303419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:24,898 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:38:24,898 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,41443,1731962303419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,898 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,898 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.Replication(171): c0a89b2656d4,41443,1731962303419 started 2024-11-18T20:38:24,910 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:24,910 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,41443,1731962303419, RpcServer on c0a89b2656d4/172.17.0.2:41443, sessionid=0x100548ebf720004 2024-11-18T20:38:24,910 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:38:24,910 DEBUG [RS:0;c0a89b2656d4:41443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:24,910 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,41443,1731962303419' 2024-11-18T20:38:24,910 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2098334140/flush-table-proc/abort' 2024-11-18T20:38:24,911 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2098334140/flush-table-proc/acquired' 2024-11-18T20:38:24,911 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:38:24,911 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:38:24,911 DEBUG [RS:0;c0a89b2656d4:41443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:24,911 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,41443,1731962303419' 2024-11-18T20:38:24,911 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2098334140/online-snapshot/abort' 2024-11-18T20:38:24,912 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2098334140/online-snapshot/acquired' 2024-11-18T20:38:24,912 DEBUG [RS:0;c0a89b2656d4:41443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:38:24,912 INFO [RS:0;c0a89b2656d4:41443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:38:24,912 INFO [RS:0;c0a89b2656d4:41443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:38:25,012 INFO [RS:0;c0a89b2656d4:41443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:25,013 INFO [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C41443%2C1731962303419, suffix=, logDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419, archiveDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/oldWALs, maxLogs=10 2024-11-18T20:38:25,029 DEBUG [RS:0;c0a89b2656d4:41443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419/c0a89b2656d4%2C41443%2C1731962303419.1731962305014, exclude list is [], retry=0 2024-11-18T20:38:25,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44693,DS-c00edd77-5e53-4486-9686-c75cef5c574f,DISK] 2024-11-18T20:38:25,033 INFO [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419/c0a89b2656d4%2C41443%2C1731962303419.1731962305014 2024-11-18T20:38:25,033 DEBUG [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-18T20:38:25,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:38:25,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b 2024-11-18T20:38:25,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741833_1009 (size=32) 2024-11-18T20:38:25,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:25,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:25,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:25,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:25,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:25,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:25,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:25,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:25,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:25,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:25,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740 2024-11-18T20:38:25,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740 2024-11-18T20:38:25,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:25,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:25,577 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:25,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:25,579 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:25,579 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67685994, jitterRate=0.008599907159805298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:25,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962305569Initializing all the Stores at 1731962305570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962305570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962305570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962305570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962305570Cleaning up temporary data from old regions at 1731962305577 (+7 ms)Region opened successfully at 1731962305579 (+2 ms) 2024-11-18T20:38:25,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:25,580 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:25,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:25,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:25,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:25,580 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:25,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962305580Disabling compacts and flushes for region at 1731962305580Disabling writes for close at 1731962305580Writing region close event to WAL at 1731962305580Closed at 1731962305580 2024-11-18T20:38:25,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:25,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:38:25,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:38:25,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:25,583 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:38:25,733 DEBUG [c0a89b2656d4:40435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:38:25,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:25,734 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,41443,1731962303419, state=OPENING 2024-11-18T20:38:25,735 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:38:25,736 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:25,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:25,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2098334140/meta-region-server: CHANGED 2024-11-18T20:38:25,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2098334140/meta-region-server: CHANGED 2024-11-18T20:38:25,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,41443,1731962303419}] 2024-11-18T20:38:25,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:25,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:38:25,892 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:38:25,892 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:25,892 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:38:25,893 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C41443%2C1731962303419.meta, suffix=.meta, logDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419, archiveDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/oldWALs, maxLogs=10 2024-11-18T20:38:25,905 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419/c0a89b2656d4%2C41443%2C1731962303419.meta.1731962305893.meta, exclude list is [], retry=0 2024-11-18T20:38:25,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44693,DS-c00edd77-5e53-4486-9686-c75cef5c574f,DISK] 2024-11-18T20:38:25,908 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/WALs/c0a89b2656d4,41443,1731962303419/c0a89b2656d4%2C41443%2C1731962303419.meta.1731962305893.meta 2024-11-18T20:38:25,909 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-18T20:38:25,909 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:25,909 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:25,909 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:38:25,910 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:38:25,910 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:38:25,910 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:38:25,910 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:25,910 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:38:25,910 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:38:25,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:25,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:25,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:25,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:25,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:25,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:25,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:25,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:25,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:25,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:25,915 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:25,915 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740 2024-11-18T20:38:25,916 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740 2024-11-18T20:38:25,917 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:25,917 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:25,917 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:25,918 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:25,918 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62265109, jitterRate=-0.07217757403850555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:25,919 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:38:25,919 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962305910Writing region info on filesystem at 1731962305910Initializing all the Stores at 1731962305911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962305911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962305911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962305911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962305911Cleaning up temporary data from old regions at 1731962305917 (+6 ms)Running coprocessor post-open hooks at 1731962305919 (+2 ms)Region opened successfully at 1731962305919 2024-11-18T20:38:25,919 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962305888 2024-11-18T20:38:25,921 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:38:25,921 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:38:25,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:25,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,41443,1731962303419, state=OPEN 2024-11-18T20:38:25,922 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2098334140/meta-region-server 2024-11-18T20:38:25,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2098334140/meta-region-server 2024-11-18T20:38:25,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:25,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2098334140/meta-region-server: CHANGED 2024-11-18T20:38:25,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2098334140/meta-region-server: CHANGED 2024-11-18T20:38:25,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:38:25,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,41443,1731962303419 in 187 msec 2024-11-18T20:38:25,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:38:25,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-11-18T20:38:25,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:25,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:38:25,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:25,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41443,1731962303419, seqNum=-1] 2024-11-18T20:38:25,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:25,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:25,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-11-18T20:38:25,931 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962305931, completionTime=-1 2024-11-18T20:38:25,931 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:38:25,931 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:38:25,932 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:38:25,932 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962365932 2024-11-18T20:38:25,932 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962425932 2024-11-18T20:38:25,932 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:38:25,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40435,1731962303392-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40435,1731962303392-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40435,1731962303392-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40435, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,933 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,934 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.482sec 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40435,1731962303392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:25,936 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40435,1731962303392-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:38:25,938 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:38:25,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:38:25,938 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40435,1731962303392-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:25,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:25,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40435,-1 for getting cluster id 2024-11-18T20:38:25,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:25,941 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0808b8b6-3f43-4b6d-a618-5d23e22bbaca' 2024-11-18T20:38:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0808b8b6-3f43-4b6d-a618-5d23e22bbaca" 2024-11-18T20:38:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d51c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40435,-1] 2024-11-18T20:38:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:25,943 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:25,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:25,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41443,1731962303419, seqNum=-1] 2024-11-18T20:38:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:25,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:25,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:25,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:25,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:25,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100548ebf720005 connected 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir so I do NOT create it in target/test-data/89a236af-81c4-d100-307a-582eed511842 2024-11-18T20:38:25,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.tmp.dir so I do NOT create it in target/test-data/89a236af-81c4-d100-307a-582eed511842 2024-11-18T20:38:25,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T20:38:25,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/cluster_d04924ce-02b5-6405-9d59-1fb67ba918a6, deleteOnExit=true 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/test.cache.data in system properties and HBase conf 2024-11-18T20:38:25,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/hadoop.log.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T20:38:25,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/nfs.dump.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/java.io.tmpdir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T20:38:25,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T20:38:25,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T20:38:26,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:26,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:26,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:26,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:26,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:38:26,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:26,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:26,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:26,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/java.io.tmpdir/jetty-localhost-42229-hadoop-hdfs-3_4_1-tests_jar-_-any-2417075244007715090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:26,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:42229} 2024-11-18T20:38:26,165 INFO [Time-limited test {}] server.Server(415): Started @298284ms 2024-11-18T20:38:26,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T20:38:26,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T20:38:26,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T20:38:26,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T20:38:26,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T20:38:26,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/hadoop.log.dir/,AVAILABLE} 2024-11-18T20:38:26,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T20:38:26,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f155e2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/java.io.tmpdir/jetty-localhost-34655-hadoop-hdfs-3_4_1-tests_jar-_-any-5962112859356478744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:26,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:34655} 2024-11-18T20:38:26,377 INFO [Time-limited test {}] server.Server(415): Started @298496ms 2024-11-18T20:38:26,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T20:38:26,445 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/cluster_d04924ce-02b5-6405-9d59-1fb67ba918a6/data/data1/current/BP-631399268-172.17.0.2-1731962305971/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:26,446 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/cluster_d04924ce-02b5-6405-9d59-1fb67ba918a6/data/data2/current/BP-631399268-172.17.0.2-1731962305971/current, will proceed with Du for space computation calculation, 2024-11-18T20:38:26,469 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T20:38:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69febbde90ac009 with lease ID 0x81c81b12fd719861: Processing first storage report for DS-5fe7129d-63e7-40ce-9edc-14ab44b20847 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=b2dbb296-ef49-4191-9afa-bc8e9f55c54a, infoPort=37019, infoSecurePort=0, ipcPort=35691, storageInfo=lv=-57;cid=testClusterID;nsid=400829364;c=1731962305971) 2024-11-18T20:38:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69febbde90ac009 with lease ID 0x81c81b12fd719861: from storage DS-5fe7129d-63e7-40ce-9edc-14ab44b20847 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=b2dbb296-ef49-4191-9afa-bc8e9f55c54a, infoPort=37019, infoSecurePort=0, ipcPort=35691, storageInfo=lv=-57;cid=testClusterID;nsid=400829364;c=1731962305971), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69febbde90ac009 with lease ID 0x81c81b12fd719861: Processing first storage report for DS-b398c412-bb44-4285-9a23-052adc44dee7 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=b2dbb296-ef49-4191-9afa-bc8e9f55c54a, infoPort=37019, infoSecurePort=0, ipcPort=35691, storageInfo=lv=-57;cid=testClusterID;nsid=400829364;c=1731962305971) 2024-11-18T20:38:26,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69febbde90ac009 with lease ID 0x81c81b12fd719861: from storage DS-b398c412-bb44-4285-9a23-052adc44dee7 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=b2dbb296-ef49-4191-9afa-bc8e9f55c54a, infoPort=37019, infoSecurePort=0, ipcPort=35691, storageInfo=lv=-57;cid=testClusterID;nsid=400829364;c=1731962305971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T20:38:26,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842 2024-11-18T20:38:26,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:26,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741825_1001 (size=7) 2024-11-18T20:38:26,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3 with version=8 2024-11-18T20:38:26,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/hbase-staging 2024-11-18T20:38:26,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:26,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:26,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:26,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:26,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:26,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:26,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T20:38:26,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:26,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40107 2024-11-18T20:38:26,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40107 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401070x0, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:26,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40107-0x100548ebf720006 connected 2024-11-18T20:38:26,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:26,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:26,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/running 2024-11-18T20:38:26,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3, hbase.cluster.distributed=false 2024-11-18T20:38:26,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/acl 2024-11-18T20:38:26,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-18T20:38:26,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40107 2024-11-18T20:38:26,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40107 2024-11-18T20:38:26,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-18T20:38:26,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-18T20:38:26,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c0a89b2656d4:0 server-side Connection retries=45 2024-11-18T20:38:26,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:26,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:26,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T20:38:26,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T20:38:26,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T20:38:26,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T20:38:26,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T20:38:26,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36717 2024-11-18T20:38:26,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36717 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:26,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:26,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:26,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367170x0, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:26,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367170x0, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/running 2024-11-18T20:38:26,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36717-0x100548ebf720007 connected 2024-11-18T20:38:26,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T20:38:26,971 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T20:38:26,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/master 2024-11-18T20:38:26,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/acl 2024-11-18T20:38:26,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36717 2024-11-18T20:38:26,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36717 2024-11-18T20:38:26,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36717 2024-11-18T20:38:26,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36717 2024-11-18T20:38:26,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36717 2024-11-18T20:38:26,993 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c0a89b2656d4:40107 2024-11-18T20:38:26,994 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21734188105/backup-masters/c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:26,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105/backup-masters 2024-11-18T20:38:26,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105/backup-masters 2024-11-18T20:38:26,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on existing znode=/21734188105/backup-masters/c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21734188105/master 2024-11-18T20:38:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:26,996 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on existing znode=/21734188105/master 2024-11-18T20:38:26,996 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21734188105/backup-masters/c0a89b2656d4,40107,1731962306921 from backup master directory 2024-11-18T20:38:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21734188105/backup-masters/c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105/backup-masters 2024-11-18T20:38:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105/backup-masters 2024-11-18T20:38:26,997 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:26,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:26,999 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/hbase.id] with ID: 1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4 2024-11-18T20:38:26,999 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/.tmp/hbase.id 2024-11-18T20:38:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741826_1002 (size=42) 2024-11-18T20:38:27,407 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/.tmp/hbase.id]:[hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/hbase.id] 2024-11-18T20:38:27,415 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:27,415 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T20:38:27,416 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T20:38:27,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741827_1003 (size=196) 2024-11-18T20:38:27,824 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:27,825 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T20:38:27,833 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:27,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741828_1004 (size=1189) 2024-11-18T20:38:27,856 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store 2024-11-18T20:38:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741829_1005 (size=34) 2024-11-18T20:38:27,869 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:27,869 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:27,869 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:27,869 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:27,869 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:27,869 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:27,869 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:27,869 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962307869Disabling compacts and flushes for region at 1731962307869Disabling writes for close at 1731962307869Writing region close event to WAL at 1731962307869Closed at 1731962307869 2024-11-18T20:38:27,871 WARN [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/.initializing 2024-11-18T20:38:27,871 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/WALs/c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:27,878 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:27,879 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c0a89b2656d4%2C40107%2C1731962306921, suffix=, logDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/WALs/c0a89b2656d4,40107,1731962306921, archiveDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/oldWALs, maxLogs=10 2024-11-18T20:38:27,899 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/WALs/c0a89b2656d4,40107,1731962306921/c0a89b2656d4%2C40107%2C1731962306921.1731962307880, exclude list is [], retry=0 2024-11-18T20:38:27,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-5fe7129d-63e7-40ce-9edc-14ab44b20847,DISK] 2024-11-18T20:38:27,913 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/WALs/c0a89b2656d4,40107,1731962306921/c0a89b2656d4%2C40107%2C1731962306921.1731962307880 2024-11-18T20:38:27,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-18T20:38:27,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:27,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:27,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,914 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T20:38:27,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:27,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:27,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T20:38:27,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:27,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:27,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T20:38:27,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:27,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:27,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T20:38:27,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:27,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:27,924 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,924 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,924 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,926 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,926 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,926 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:27,929 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T20:38:27,942 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:27,943 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64166713, jitterRate=-0.043841466307640076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:27,943 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731962307914Initializing all the Stores at 1731962307915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962307915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962307916 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962307916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962307916Cleaning up temporary data from old regions at 1731962307926 (+10 ms)Region opened successfully at 1731962307943 (+17 ms) 2024-11-18T20:38:27,953 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T20:38:27,956 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0d7649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:27,956 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T20:38:27,957 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T20:38:27,957 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T20:38:27,957 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T20:38:27,957 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T20:38:27,958 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T20:38:27,958 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T20:38:27,963 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T20:38:27,963 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Unable to get data of znode /21734188105/balancer because node does not exist (not necessarily an error) 2024-11-18T20:38:27,964 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/balancer already deleted, retry=false 2024-11-18T20:38:27,965 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T20:38:27,965 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Unable to get data of znode /21734188105/normalizer because node does not exist (not necessarily an error) 2024-11-18T20:38:27,966 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/normalizer already deleted, retry=false 2024-11-18T20:38:27,966 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T20:38:27,967 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Unable to get data of znode /21734188105/switch/split because node does not exist (not necessarily an error) 2024-11-18T20:38:27,968 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/switch/split already deleted, retry=false 2024-11-18T20:38:27,969 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Unable to get data of znode /21734188105/switch/merge because node does not exist (not necessarily an error) 2024-11-18T20:38:27,969 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/switch/merge already deleted, retry=false 2024-11-18T20:38:27,974 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Unable to get data of znode /21734188105/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T20:38:27,974 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/snapshot-cleanup already deleted, retry=false 2024-11-18T20:38:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21734188105/running 2024-11-18T20:38:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21734188105/running 2024-11-18T20:38:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,979 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c0a89b2656d4,40107,1731962306921, sessionid=0x100548ebf720006, setting cluster-up flag (Was=false) 2024-11-18T20:38:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,986 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21734188105/flush-table-proc/acquired, /21734188105/flush-table-proc/reached, /21734188105/flush-table-proc/abort 2024-11-18T20:38:27,988 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:27,995 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21734188105/online-snapshot/acquired, /21734188105/online-snapshot/reached, /21734188105/online-snapshot/abort 2024-11-18T20:38:27,996 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:27,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T20:38:27,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:38:28,002 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:28,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,003 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T20:38:28,003 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T20:38:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,003 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c0a89b2656d4,40107,1731962306921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T20:38:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,004 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=5, maxPoolSize=5 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c0a89b2656d4:0, corePoolSize=10, maxPoolSize=10 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:28,005 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:28,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T20:38:28,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T20:38:28,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731962338073 2024-11-18T20:38:28,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T20:38:28,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T20:38:28,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T20:38:28,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T20:38:28,073 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T20:38:28,074 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T20:38:28,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,097 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:28,105 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T20:38:28,105 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T20:38:28,105 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T20:38:28,105 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T20:38:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741831_1007 (size=1321) 2024-11-18T20:38:28,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T20:38:28,135 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3 2024-11-18T20:38:28,139 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(746): ClusterId : 1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4 2024-11-18T20:38:28,139 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T20:38:28,141 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T20:38:28,141 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T20:38:28,144 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T20:38:28,144 DEBUG [RS:0;c0a89b2656d4:36717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e947403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c0a89b2656d4/172.17.0.2:0 2024-11-18T20:38:28,149 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T20:38:28,149 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T20:38:28,153 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962308149,5,FailOnTimeoutGroup] 2024-11-18T20:38:28,157 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962308153,5,FailOnTimeoutGroup] 2024-11-18T20:38:28,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T20:38:28,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,157 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,177 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c0a89b2656d4:36717 2024-11-18T20:38:28,177 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T20:38:28,177 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T20:38:28,178 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T20:38:28,178 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(2659): reportForDuty to master=c0a89b2656d4,40107,1731962306921 with port=36717, startcode=1731962306960 2024-11-18T20:38:28,179 DEBUG [RS:0;c0a89b2656d4:36717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T20:38:28,183 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T20:38:28,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] master.ServerManager(517): Registering regionserver=c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741832_1008 (size=32) 2024-11-18T20:38:28,188 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3 2024-11-18T20:38:28,189 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45867 2024-11-18T20:38:28,189 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T20:38:28,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105/rs 2024-11-18T20:38:28,192 DEBUG [RS:0;c0a89b2656d4:36717 {}] zookeeper.ZKUtil(111): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on existing znode=/21734188105/rs/c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,192 WARN [RS:0;c0a89b2656d4:36717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T20:38:28,192 INFO [RS:0;c0a89b2656d4:36717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:28,192 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c0a89b2656d4,36717,1731962306960] 2024-11-18T20:38:28,212 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T20:38:28,225 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T20:38:28,229 INFO [RS:0;c0a89b2656d4:36717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T20:38:28,229 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,241 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T20:38:28,242 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T20:38:28,242 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,242 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,242 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,242 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,242 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c0a89b2656d4:0, corePoolSize=2, maxPoolSize=2 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c0a89b2656d4:0, corePoolSize=1, maxPoolSize=1 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:28,243 DEBUG [RS:0;c0a89b2656d4:36717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c0a89b2656d4:0, corePoolSize=3, maxPoolSize=3 2024-11-18T20:38:28,281 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,281 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,281 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,281 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,281 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,281 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36717,1731962306960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:28,310 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T20:38:28,311 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,36717,1731962306960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,311 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,311 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.Replication(171): c0a89b2656d4,36717,1731962306960 started 2024-11-18T20:38:28,332 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,332 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1482): Serving as c0a89b2656d4,36717,1731962306960, RpcServer on c0a89b2656d4/172.17.0.2:36717, sessionid=0x100548ebf720007 2024-11-18T20:38:28,332 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T20:38:28,333 DEBUG [RS:0;c0a89b2656d4:36717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,333 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36717,1731962306960' 2024-11-18T20:38:28,333 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21734188105/flush-table-proc/abort' 2024-11-18T20:38:28,336 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21734188105/flush-table-proc/acquired' 2024-11-18T20:38:28,347 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T20:38:28,347 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T20:38:28,347 DEBUG [RS:0;c0a89b2656d4:36717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,347 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c0a89b2656d4,36717,1731962306960' 2024-11-18T20:38:28,347 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21734188105/online-snapshot/abort' 2024-11-18T20:38:28,348 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21734188105/online-snapshot/acquired' 2024-11-18T20:38:28,348 DEBUG [RS:0;c0a89b2656d4:36717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T20:38:28,349 INFO [RS:0;c0a89b2656d4:36717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T20:38:28,349 INFO [RS:0;c0a89b2656d4:36717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T20:38:28,449 INFO [RS:0;c0a89b2656d4:36717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T20:38:28,451 INFO [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36717%2C1731962306960, suffix=, logDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960, archiveDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/oldWALs, maxLogs=10 2024-11-18T20:38:28,477 DEBUG [RS:0;c0a89b2656d4:36717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960/c0a89b2656d4%2C36717%2C1731962306960.1731962308451, exclude list is [], retry=0 2024-11-18T20:38:28,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-5fe7129d-63e7-40ce-9edc-14ab44b20847,DISK] 2024-11-18T20:38:28,486 INFO [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960/c0a89b2656d4%2C36717%2C1731962306960.1731962308451 2024-11-18T20:38:28,486 DEBUG [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-18T20:38:28,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:28,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:28,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:28,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:28,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:28,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:28,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:28,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:28,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:28,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:28,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740 2024-11-18T20:38:28,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740 2024-11-18T20:38:28,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:28,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:28,629 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:28,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:28,633 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:28,634 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67207271, jitterRate=0.0014663785696029663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731962308588Initializing all the Stores at 1731962308589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962308589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962308598 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962308598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962308598Cleaning up temporary data from old regions at 1731962308628 (+30 ms)Region opened successfully at 1731962308636 (+8 ms) 2024-11-18T20:38:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:28,636 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:28,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:28,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962308636Disabling compacts and flushes for region at 1731962308636Disabling writes for close at 1731962308636Writing region close event to WAL at 1731962308638 (+2 ms)Closed at 1731962308638 2024-11-18T20:38:28,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:28,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T20:38:28,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T20:38:28,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:28,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T20:38:28,793 DEBUG [c0a89b2656d4:40107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T20:38:28,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36717,1731962306960, state=OPENING 2024-11-18T20:38:28,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T20:38:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:28,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21734188105/meta-region-server: CHANGED 2024-11-18T20:38:28,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21734188105/meta-region-server: CHANGED 2024-11-18T20:38:28,799 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T20:38:28,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36717,1731962306960}] 2024-11-18T20:38:28,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:28,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:38:28,955 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T20:38:28,955 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:28,955 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T20:38:28,956 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C36717%2C1731962306960.meta, suffix=.meta, logDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960, archiveDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/oldWALs, maxLogs=10 2024-11-18T20:38:28,969 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960/c0a89b2656d4%2C36717%2C1731962306960.meta.1731962308956.meta, exclude list is [], retry=0 2024-11-18T20:38:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-5fe7129d-63e7-40ce-9edc-14ab44b20847,DISK] 2024-11-18T20:38:28,971 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/WALs/c0a89b2656d4,36717,1731962306960/c0a89b2656d4%2C36717%2C1731962306960.meta.1731962308956.meta 2024-11-18T20:38:28,972 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-18T20:38:28,972 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:28,972 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:28,972 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:38:28,972 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T20:38:28,973 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T20:38:28,973 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T20:38:28,973 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:28,973 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T20:38:28,973 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T20:38:28,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T20:38:28,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T20:38:28,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T20:38:28,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T20:38:28,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T20:38:28,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T20:38:28,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T20:38:28,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T20:38:28,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:28,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T20:38:28,978 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T20:38:28,978 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740 2024-11-18T20:38:28,979 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740 2024-11-18T20:38:28,980 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T20:38:28,980 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T20:38:28,980 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T20:38:28,981 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T20:38:28,981 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59830396, jitterRate=-0.10845762491226196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T20:38:28,981 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T20:38:28,982 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731962308973Writing region info on filesystem at 1731962308973Initializing all the Stores at 1731962308974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962308974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962308974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962308974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731962308974Cleaning up temporary data from old regions at 1731962308980 (+6 ms)Running coprocessor post-open hooks at 1731962308981 (+1 ms)Region opened successfully at 1731962308981 2024-11-18T20:38:28,982 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731962308951 2024-11-18T20:38:28,984 DEBUG [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T20:38:28,984 INFO [RS_OPEN_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T20:38:28,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c0a89b2656d4,36717,1731962306960, state=OPEN 2024-11-18T20:38:28,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21734188105/meta-region-server 2024-11-18T20:38:28,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21734188105/meta-region-server 2024-11-18T20:38:28,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21734188105/meta-region-server: CHANGED 2024-11-18T20:38:28,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21734188105/meta-region-server: CHANGED 2024-11-18T20:38:28,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:28,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T20:38:28,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c0a89b2656d4,36717,1731962306960 in 187 msec 2024-11-18T20:38:28,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T20:38:28,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-18T20:38:28,990 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T20:38:28,990 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T20:38:28,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:28,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36717,1731962306960, seqNum=-1] 2024-11-18T20:38:28,991 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:28,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:28,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 993 msec 2024-11-18T20:38:28,996 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731962308995, completionTime=-1 2024-11-18T20:38:28,996 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T20:38:28,996 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T20:38:28,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T20:38:28,997 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731962368997 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731962428997 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962306921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962306921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962306921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c0a89b2656d4:40107, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:28,998 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:29,000 DEBUG [master/c0a89b2656d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T20:38:29,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.004sec 2024-11-18T20:38:29,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T20:38:29,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T20:38:29,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T20:38:29,001 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T20:38:29,002 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T20:38:29,002 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962306921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T20:38:29,002 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962306921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T20:38:29,003 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T20:38:29,003 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T20:38:29,003 INFO [master/c0a89b2656d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c0a89b2656d4,40107,1731962306921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T20:38:29,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:29,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:38:29,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:29,040 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4' 2024-11-18T20:38:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4" 2024-11-18T20:38:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f49b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:38:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:29,042 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:29,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:29,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36717,1731962306960, seqNum=-1] 2024-11-18T20:38:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:29,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:29,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:29,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52212 2024-11-18T20:38:29,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T20:38:29,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100548ebf720008 connected 2024-11-18T20:38:29,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1598e8bc 2024-11-18T20:38:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:29,050 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:29,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:38:29,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:38:29,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:29,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:38:29,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:38:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:29,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:38:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:29,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79bd793ebab602ecacb7a76e292c2ca0, NAME => 'test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f 2024-11-18T20:38:29,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:38:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:29,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:29,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79bd793ebab602ecacb7a76e292c2ca0, disabling compactions & flushes 2024-11-18T20:38:29,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:29,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:29,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. after waiting 0 ms 2024-11-18T20:38:29,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:29,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:29,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79bd793ebab602ecacb7a76e292c2ca0: Waiting for close lock at 1731962309864Disabling compacts and flushes for region at 1731962309864Disabling writes for close at 1731962309864Writing region close event to WAL at 1731962309864Closed at 1731962309864 2024-11-18T20:38:29,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:38:29,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962309865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962309865"}]},"ts":"1731962309865"} 2024-11-18T20:38:29,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:38:29,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:38:29,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962309868"}]},"ts":"1731962309868"} 2024-11-18T20:38:29,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:38:29,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79bd793ebab602ecacb7a76e292c2ca0, ASSIGN}] 2024-11-18T20:38:29,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79bd793ebab602ecacb7a76e292c2ca0, ASSIGN 2024-11-18T20:38:29,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79bd793ebab602ecacb7a76e292c2ca0, ASSIGN; state=OFFLINE, location=c0a89b2656d4,41537,1731962300021; forceNewPlan=false, retain=false 2024-11-18T20:38:30,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79bd793ebab602ecacb7a76e292c2ca0, regionState=OPENING, regionLocation=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:30,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79bd793ebab602ecacb7a76e292c2ca0, ASSIGN because future has completed 2024-11-18T20:38:30,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79bd793ebab602ecacb7a76e292c2ca0, server=c0a89b2656d4,41537,1731962300021}] 2024-11-18T20:38:30,181 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:30,181 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79bd793ebab602ecacb7a76e292c2ca0, NAME => 'test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:30,182 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:30,182 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:38:30,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:30,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,182 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,183 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,184 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79bd793ebab602ecacb7a76e292c2ca0 columnFamilyName f 2024-11-18T20:38:30,184 DEBUG [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:30,185 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] regionserver.HStore(327): Store=79bd793ebab602ecacb7a76e292c2ca0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:30,185 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,186 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79bd793ebab602ecacb7a76e292c2ca0 columnFamilyName f1 2024-11-18T20:38:30,186 DEBUG [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:30,187 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] regionserver.HStore(327): Store=79bd793ebab602ecacb7a76e292c2ca0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:30,187 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,188 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79bd793ebab602ecacb7a76e292c2ca0 columnFamilyName norep 2024-11-18T20:38:30,188 DEBUG [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:30,188 INFO [StoreOpener-79bd793ebab602ecacb7a76e292c2ca0-1 {}] regionserver.HStore(327): Store=79bd793ebab602ecacb7a76e292c2ca0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:30,188 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,189 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,189 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,189 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,189 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,190 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:38:30,191 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,192 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:30,192 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79bd793ebab602ecacb7a76e292c2ca0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643975, jitterRate=-0.06653203070163727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:38:30,192 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:30,193 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79bd793ebab602ecacb7a76e292c2ca0: Running coprocessor pre-open hook at 1731962310182Writing region info on filesystem at 1731962310182Initializing all the Stores at 1731962310183 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962310183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962310183Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962310183Cleaning up temporary data from old regions at 1731962310189 (+6 ms)Running coprocessor post-open hooks at 1731962310192 (+3 ms)Region opened successfully at 1731962310193 (+1 ms) 2024-11-18T20:38:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:30,193 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., pid=6, masterSystemTime=1731962310177 2024-11-18T20:38:30,195 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:30,195 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:30,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79bd793ebab602ecacb7a76e292c2ca0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79bd793ebab602ecacb7a76e292c2ca0, server=c0a89b2656d4,41537,1731962300021 because future has completed 2024-11-18T20:38:30,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:38:30,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79bd793ebab602ecacb7a76e292c2ca0, server=c0a89b2656d4,41537,1731962300021 in 173 msec 2024-11-18T20:38:30,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:38:30,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79bd793ebab602ecacb7a76e292c2ca0, ASSIGN in 329 msec 2024-11-18T20:38:30,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:38:30,202 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962310202"}]},"ts":"1731962310202"} 2024-11-18T20:38:30,204 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:38:30,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:38:30,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-18T20:38:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:31,204 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:38:31,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:31,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:31,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78cd3245 2024-11-18T20:38:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:31,207 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:31,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:38:31,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:38:31,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:31,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:38:31,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:38:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:38:31,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c4f8a3168dbe08cd897a588bdc03a3f, NAME => 'test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b 2024-11-18T20:38:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:38:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c4f8a3168dbe08cd897a588bdc03a3f, disabling compactions & flushes 2024-11-18T20:38:31,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. after waiting 0 ms 2024-11-18T20:38:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c4f8a3168dbe08cd897a588bdc03a3f: Waiting for close lock at 1731962311239Disabling compacts and flushes for region at 1731962311239Disabling writes for close at 1731962311239Writing region close event to WAL at 1731962311239Closed at 1731962311239 2024-11-18T20:38:31,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:38:31,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962311240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962311240"}]},"ts":"1731962311240"} 2024-11-18T20:38:31,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:38:31,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:38:31,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962311244"}]},"ts":"1731962311244"} 2024-11-18T20:38:31,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:38:31,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c4f8a3168dbe08cd897a588bdc03a3f, ASSIGN}] 2024-11-18T20:38:31,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c4f8a3168dbe08cd897a588bdc03a3f, ASSIGN 2024-11-18T20:38:31,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c4f8a3168dbe08cd897a588bdc03a3f, ASSIGN; state=OFFLINE, location=c0a89b2656d4,41443,1731962303419; forceNewPlan=false, retain=false 2024-11-18T20:38:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:31,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c4f8a3168dbe08cd897a588bdc03a3f, regionState=OPENING, regionLocation=c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c4f8a3168dbe08cd897a588bdc03a3f, ASSIGN because future has completed 2024-11-18T20:38:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c4f8a3168dbe08cd897a588bdc03a3f, server=c0a89b2656d4,41443,1731962303419}] 2024-11-18T20:38:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:31,557 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,557 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c4f8a3168dbe08cd897a588bdc03a3f, NAME => 'test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:31,558 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:31,558 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:38:31,558 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,558 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:31,558 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,558 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,559 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,560 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c4f8a3168dbe08cd897a588bdc03a3f columnFamilyName f 2024-11-18T20:38:31,560 DEBUG [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:31,561 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] regionserver.HStore(327): Store=1c4f8a3168dbe08cd897a588bdc03a3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:31,561 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,561 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c4f8a3168dbe08cd897a588bdc03a3f columnFamilyName f1 2024-11-18T20:38:31,562 DEBUG [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:31,562 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] regionserver.HStore(327): Store=1c4f8a3168dbe08cd897a588bdc03a3f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:31,562 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,562 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c4f8a3168dbe08cd897a588bdc03a3f columnFamilyName norep 2024-11-18T20:38:31,563 DEBUG [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:31,563 INFO [StoreOpener-1c4f8a3168dbe08cd897a588bdc03a3f-1 {}] regionserver.HStore(327): Store=1c4f8a3168dbe08cd897a588bdc03a3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:31,563 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,564 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,564 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,564 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,565 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,565 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:38:31,566 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,567 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:31,567 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c4f8a3168dbe08cd897a588bdc03a3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73822215, jitterRate=0.10003672540187836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:38:31,567 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:31,568 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c4f8a3168dbe08cd897a588bdc03a3f: Running coprocessor pre-open hook at 1731962311558Writing region info on filesystem at 1731962311558Initializing all the Stores at 1731962311559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962311559Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962311559Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962311559Cleaning up temporary data from old regions at 1731962311565 (+6 ms)Running coprocessor post-open hooks at 1731962311568 (+3 ms)Region opened successfully at 1731962311568 2024-11-18T20:38:31,568 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f., pid=6, masterSystemTime=1731962311554 2024-11-18T20:38:31,570 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,570 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:31,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c4f8a3168dbe08cd897a588bdc03a3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c4f8a3168dbe08cd897a588bdc03a3f, server=c0a89b2656d4,41443,1731962303419 because future has completed 2024-11-18T20:38:31,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:38:31,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c4f8a3168dbe08cd897a588bdc03a3f, server=c0a89b2656d4,41443,1731962303419 in 171 msec 2024-11-18T20:38:31,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:38:31,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c4f8a3168dbe08cd897a588bdc03a3f, ASSIGN in 327 msec 2024-11-18T20:38:31,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:38:31,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962311578"}]},"ts":"1731962311578"} 2024-11-18T20:38:31,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:38:31,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:38:31,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 372 msec 2024-11-18T20:38:31,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:31,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:38:31,774 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128928 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c0a89b2656d4,42599,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T20:38:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:31,834 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:38:31,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@513e1ec5 2024-11-18T20:38:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:31,837 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:31,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T20:38:31,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:38:31,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:31,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T20:38:31,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:38:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741835_1011 (size=902) 2024-11-18T20:38:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:32,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 961897b1d9dc3daeac6b648f223022b0, NAME => 'test,,1731962311838.961897b1d9dc3daeac6b648f223022b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3 2024-11-18T20:38:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741836_1012 (size=39) 2024-11-18T20:38:32,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731962311838.961897b1d9dc3daeac6b648f223022b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:32,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 961897b1d9dc3daeac6b648f223022b0, disabling compactions & flushes 2024-11-18T20:38:32,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. after waiting 0 ms 2024-11-18T20:38:32,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 961897b1d9dc3daeac6b648f223022b0: Waiting for close lock at 1731962312270Disabling compacts and flushes for region at 1731962312270Disabling writes for close at 1731962312270Writing region close event to WAL at 1731962312270Closed at 1731962312270 2024-11-18T20:38:32,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:38:32,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731962311838.961897b1d9dc3daeac6b648f223022b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731962312271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962312271"}]},"ts":"1731962312271"} 2024-11-18T20:38:32,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:38:32,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:38:32,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962312273"}]},"ts":"1731962312273"} 2024-11-18T20:38:32,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T20:38:32,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=961897b1d9dc3daeac6b648f223022b0, ASSIGN}] 2024-11-18T20:38:32,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=961897b1d9dc3daeac6b648f223022b0, ASSIGN 2024-11-18T20:38:32,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=961897b1d9dc3daeac6b648f223022b0, ASSIGN; state=OFFLINE, location=c0a89b2656d4,36717,1731962306960; forceNewPlan=false, retain=false 2024-11-18T20:38:32,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=961897b1d9dc3daeac6b648f223022b0, regionState=OPENING, regionLocation=c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:32,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=961897b1d9dc3daeac6b648f223022b0, ASSIGN because future has completed 2024-11-18T20:38:32,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 961897b1d9dc3daeac6b648f223022b0, server=c0a89b2656d4,36717,1731962306960}] 2024-11-18T20:38:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:32,585 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,585 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 961897b1d9dc3daeac6b648f223022b0, NAME => 'test,,1731962311838.961897b1d9dc3daeac6b648f223022b0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:32,585 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:32,585 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T20:38:32,586 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,586 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731962311838.961897b1d9dc3daeac6b648f223022b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:32,586 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,586 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,587 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,588 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961897b1d9dc3daeac6b648f223022b0 columnFamilyName f 2024-11-18T20:38:32,588 DEBUG [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:32,588 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] regionserver.HStore(327): Store=961897b1d9dc3daeac6b648f223022b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:32,588 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,589 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961897b1d9dc3daeac6b648f223022b0 columnFamilyName f1 2024-11-18T20:38:32,589 DEBUG [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:32,589 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] regionserver.HStore(327): Store=961897b1d9dc3daeac6b648f223022b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:32,589 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,590 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961897b1d9dc3daeac6b648f223022b0 columnFamilyName norep 2024-11-18T20:38:32,590 DEBUG [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:32,590 INFO [StoreOpener-961897b1d9dc3daeac6b648f223022b0-1 {}] regionserver.HStore(327): Store=961897b1d9dc3daeac6b648f223022b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:32,590 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,591 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,591 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,592 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,592 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,592 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:38:32,593 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,595 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:32,595 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 961897b1d9dc3daeac6b648f223022b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63817337, jitterRate=-0.049047574400901794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:38:32,595 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:32,595 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 961897b1d9dc3daeac6b648f223022b0: Running coprocessor pre-open hook at 1731962312586Writing region info on filesystem at 1731962312586Initializing all the Stores at 1731962312586Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962312586Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962312587 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962312587Cleaning up temporary data from old regions at 1731962312592 (+5 ms)Running coprocessor post-open hooks at 1731962312595 (+3 ms)Region opened successfully at 1731962312595 2024-11-18T20:38:32,596 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731962311838.961897b1d9dc3daeac6b648f223022b0., pid=6, masterSystemTime=1731962312581 2024-11-18T20:38:32,598 DEBUG [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,598 INFO [RS_OPEN_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:32,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=961897b1d9dc3daeac6b648f223022b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:32,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 961897b1d9dc3daeac6b648f223022b0, server=c0a89b2656d4,36717,1731962306960 because future has completed 2024-11-18T20:38:32,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T20:38:32,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 961897b1d9dc3daeac6b648f223022b0, server=c0a89b2656d4,36717,1731962306960 in 171 msec 2024-11-18T20:38:32,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T20:38:32,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=961897b1d9dc3daeac6b648f223022b0, ASSIGN in 327 msec 2024-11-18T20:38:32,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:38:32,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962312604"}]},"ts":"1731962312604"} 2024-11-18T20:38:32,606 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T20:38:32,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:38:32,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-18T20:38:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T20:38:32,974 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T20:38:32,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:32,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,33313,-1 for getting cluster id 2024-11-18T20:38:32,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:32,976 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f88f152-b424-456d-ac6d-8cfb97a58b67' 2024-11-18T20:38:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f88f152-b424-456d-ac6d-8cfb97a58b67" 2024-11-18T20:38:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e7becf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,33313,-1] 2024-11-18T20:38:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:32,978 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9c47fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:32,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7771eea2 2024-11-18T20:38:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:32,981 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:32,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c0a89b2656d4:40435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:38:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:38:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:32,987 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40435' 2024-11-18T20:38:32,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a2149b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:32,989 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40435,-1 for getting cluster id 2024-11-18T20:38:32,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:32,990 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0808b8b6-3f43-4b6d-a618-5d23e22bbaca' 2024-11-18T20:38:32,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:32,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0808b8b6-3f43-4b6d-a618-5d23e22bbaca" 2024-11-18T20:38:32,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401eebd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:32,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40435,-1] 2024-11-18T20:38:32,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:32,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:32,993 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493a916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:32,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:32,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:32,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a13c23c 2024-11-18T20:38:32,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:32,996 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:32,997 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T20:38:32,998 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:38:32,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:32,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:32,999 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T20:38:33,001 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T20:38:33,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:33,002 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=35, reused chunk count=156, reuseRatio=81.68% 2024-11-18T20:38:33,003 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T20:38:33,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T20:38:33,010 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:33,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T20:38:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741837_1013 (size=1138) 2024-11-18T20:38:33,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75ff3b21179ec8c59bcfd2a8c757b894, NAME => 'hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f 2024-11-18T20:38:33,078 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T20:38:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741838_1014 (size=44) 2024-11-18T20:38:33,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:33,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75ff3b21179ec8c59bcfd2a8c757b894, disabling compactions & flushes 2024-11-18T20:38:33,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. after waiting 0 ms 2024-11-18T20:38:33,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75ff3b21179ec8c59bcfd2a8c757b894: Waiting for close lock at 1731962313108Disabling compacts and flushes for region at 1731962313108Disabling writes for close at 1731962313108Writing region close event to WAL at 1731962313108Closed at 1731962313108 2024-11-18T20:38:33,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T20:38:33,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731962313110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731962313110"}]},"ts":"1731962313110"} 2024-11-18T20:38:33,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T20:38:33,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T20:38:33,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962313114"}]},"ts":"1731962313114"} 2024-11-18T20:38:33,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T20:38:33,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75ff3b21179ec8c59bcfd2a8c757b894, ASSIGN}] 2024-11-18T20:38:33,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75ff3b21179ec8c59bcfd2a8c757b894, ASSIGN 2024-11-18T20:38:33,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75ff3b21179ec8c59bcfd2a8c757b894, ASSIGN; state=OFFLINE, location=c0a89b2656d4,41537,1731962300021; forceNewPlan=false, retain=false 2024-11-18T20:38:33,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75ff3b21179ec8c59bcfd2a8c757b894, regionState=OPENING, regionLocation=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:33,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75ff3b21179ec8c59bcfd2a8c757b894, ASSIGN because future has completed 2024-11-18T20:38:33,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75ff3b21179ec8c59bcfd2a8c757b894, server=c0a89b2656d4,41537,1731962300021}] 2024-11-18T20:38:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:33,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T20:38:33,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T20:38:33,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c0a89b2656d4%2C41537%2C1731962300021.rep, suffix=, logDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021, archiveDir=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/oldWALs, maxLogs=10 2024-11-18T20:38:33,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.rep.1731962313449, exclude list is [], retry=0 2024-11-18T20:38:33,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:33,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.rep.1731962313449 2024-11-18T20:38:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:33,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75ff3b21179ec8c59bcfd2a8c757b894, NAME => 'hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894.', STARTKEY => '', ENDKEY => ''} 2024-11-18T20:38:33,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T20:38:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T20:38:33,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. service=MultiRowMutationService 2024-11-18T20:38:33,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T20:38:33,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T20:38:33,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,505 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,507 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75ff3b21179ec8c59bcfd2a8c757b894 columnFamilyName hfileref 2024-11-18T20:38:33,507 DEBUG [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:33,508 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] regionserver.HStore(327): Store=75ff3b21179ec8c59bcfd2a8c757b894/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:33,508 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,510 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75ff3b21179ec8c59bcfd2a8c757b894 columnFamilyName queue 2024-11-18T20:38:33,510 DEBUG [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:33,513 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] regionserver.HStore(327): Store=75ff3b21179ec8c59bcfd2a8c757b894/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:33,513 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,518 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75ff3b21179ec8c59bcfd2a8c757b894 columnFamilyName sid 2024-11-18T20:38:33,518 DEBUG [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T20:38:33,520 INFO [StoreOpener-75ff3b21179ec8c59bcfd2a8c757b894-1 {}] regionserver.HStore(327): Store=75ff3b21179ec8c59bcfd2a8c757b894/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T20:38:33,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T20:38:33,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T20:38:33,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75ff3b21179ec8c59bcfd2a8c757b894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65345962, jitterRate=-0.02626928687095642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T20:38:33,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:33,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75ff3b21179ec8c59bcfd2a8c757b894: Running coprocessor pre-open hook at 1731962313489Writing region info on filesystem at 1731962313489Initializing all the Stores at 1731962313490 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962313490Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962313497 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731962313497Cleaning up temporary data from old regions at 1731962313523 (+26 ms)Running coprocessor post-open hooks at 1731962313539 (+16 ms)Region opened successfully at 1731962313539 2024-11-18T20:38:33,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894., pid=10, masterSystemTime=1731962313429 2024-11-18T20:38:33,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:33,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75ff3b21179ec8c59bcfd2a8c757b894, regionState=OPEN, openSeqNum=2, regionLocation=c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:33,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75ff3b21179ec8c59bcfd2a8c757b894, server=c0a89b2656d4,41537,1731962300021 because future has completed 2024-11-18T20:38:33,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T20:38:33,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75ff3b21179ec8c59bcfd2a8c757b894, server=c0a89b2656d4,41537,1731962300021 in 283 msec 2024-11-18T20:38:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T20:38:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75ff3b21179ec8c59bcfd2a8c757b894, ASSIGN in 443 msec 2024-11-18T20:38:33,565 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T20:38:33,566 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731962313565"}]},"ts":"1731962313565"} 2024-11-18T20:38:33,568 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T20:38:33,569 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T20:38:33,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 570 msec 2024-11-18T20:38:33,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2] 2024-11-18T20:38:33,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:33,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:38:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:33,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T20:38:33,757 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T20:38:33,821 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c0a89b2656d4,41537,1731962300021, ReplicationSource: 1, currentBandwidth=0 2024-11-18T20:38:33,821 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:33,822 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41537,1731962300021, seqNum=-1] 2024-11-18T20:38:33,822 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:33,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T20:38:33,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c0a89b2656d4,41537,1731962300021', locateType=CURRENT is [region=hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2] 2024-11-18T20:38:33,832 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T20:38:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T20:38:33,836 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c0a89b2656d4,41537,1731962300021 suceeded 2024-11-18T20:38:33,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T20:38:33,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-18T20:38:33,840 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c0a89b2656d4:40435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:38:33,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 858 msec 2024-11-18T20:38:33,856 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40435' 2024-11-18T20:38:33,858 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c222017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:33,858 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40435,-1 for getting cluster id 2024-11-18T20:38:33,858 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:33,859 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0808b8b6-3f43-4b6d-a618-5d23e22bbaca' 2024-11-18T20:38:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:33,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0808b8b6-3f43-4b6d-a618-5d23e22bbaca" 2024-11-18T20:38:33,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f78b600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:33,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40435,-1] 2024-11-18T20:38:33,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:33,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:33,861 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:33,861 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3e0eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:33,862 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@557950f9 2024-11-18T20:38:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:33,863 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T20:38:33,864 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c0a89b2656d4,41537,1731962300021 (queues=1) is replicating from cluster=3f88f152-b424-456d-ac6d-8cfb97a58b67 to cluster=0808b8b6-3f43-4b6d-a618-5d23e22bbaca 2024-11-18T20:38:33,864 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c0a89b2656d4%2C41537%2C1731962300021 2024-11-18T20:38:33,864 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c0a89b2656d4,41537,1731962300021, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:38:33,865 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C41537%2C1731962300021 2024-11-18T20:38:33,865 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502, startPosition=0, beingWritten=true 2024-11-18T20:38:33,870 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:33,870 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 379, reset compression=false 2024-11-18T20:38:33,870 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:34,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 379, reset compression=false 2024-11-18T20:38:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T20:38:34,124 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T20:38:34,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:34,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:34,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:34,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,33313,-1 for getting cluster id 2024-11-18T20:38:34,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:34,125 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f88f152-b424-456d-ac6d-8cfb97a58b67' 2024-11-18T20:38:34,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f88f152-b424-456d-ac6d-8cfb97a58b67" 2024-11-18T20:38:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c324e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,33313,-1] 2024-11-18T20:38:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,127 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:34,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417981a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40435,-1 for getting cluster id 2024-11-18T20:38:34,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:34,129 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0808b8b6-3f43-4b6d-a618-5d23e22bbaca' 2024-11-18T20:38:34,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:34,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0808b8b6-3f43-4b6d-a618-5d23e22bbaca" 2024-11-18T20:38:34,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaa681e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40435,-1] 2024-11-18T20:38:34,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,134 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6b0916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:38:34,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:34,136 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4' 2024-11-18T20:38:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4" 2024-11-18T20:38:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cdc384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:38:34,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:34,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,137 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:34,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624b500c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:34,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731962314141/Put/seqid=0 2024-11-18T20:38:34,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741840_1016 (size=7894) 2024-11-18T20:38:34,378 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 379, reset compression=false 2024-11-18T20:38:34,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:38:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731962314563/Put/seqid=0 2024-11-18T20:38:34,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:34,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741841_1017 (size=7691) 2024-11-18T20:38:34,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,33313,-1 for getting cluster id 2024-11-18T20:38:34,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:34,578 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f88f152-b424-456d-ac6d-8cfb97a58b67' 2024-11-18T20:38:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f88f152-b424-456d-ac6d-8cfb97a58b67" 2024-11-18T20:38:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3278a6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,33313,-1] 2024-11-18T20:38:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,581 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:34,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41537,1731962300021, seqNum=-1] 2024-11-18T20:38:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:34,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:34,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52a6856d 2024-11-18T20:38:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:34,598 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2] 2024-11-18T20:38:34,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:38:34,613 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T20:38:34,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T20:38:34,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T20:38:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:34,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T20:38:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HRegion(2603): Flush status journal for 79bd793ebab602ecacb7a76e292c2ca0: 2024-11-18T20:38:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_0 2024-11-18T20:38:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_0 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ 2024-11-18T20:38:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_1 2024-11-18T20:38:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_1 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ 2024-11-18T20:38:34,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_0 into 79bd793ebab602ecacb7a76e292c2ca0/f as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ - updating store file list. 2024-11-18T20:38:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ac407b6be214935a0d34325ed01c60d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:34,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ into 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:34,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_0 into 79bd793ebab602ecacb7a76e292c2ca0/f (new location: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_) 2024-11-18T20:38:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_0 2024-11-18T20:38:34,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_1 into 79bd793ebab602ecacb7a76e292c2ca0/f as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ - updating store file list. 2024-11-18T20:38:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d65b744ffa38408fb11278cff7a2c976_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:34,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ into 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:34,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_1 into 79bd793ebab602ecacb7a76e292c2ca0/f (new location: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_) 2024-11-18T20:38:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__oddug3r5jpd6irqgh4mfgm08beggqpor3opna1hqh9ost5lnt2i0d2rq19th6pno/f/hfile_1 2024-11-18T20:38:34,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:34,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:34,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2 , the old value is region=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c0a89b2656d4:41537 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:38:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T20:38:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2 from cache 2024-11-18T20:38:34,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41443,1731962303419, seqNum=-1] 2024-11-18T20:38:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:34,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f., hostname=c0a89b2656d4,41443,1731962303419, seqNum=2] 2024-11-18T20:38:34,654 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:38:34,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:41537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T20:38:34,782 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 379, reset compression=false 2024-11-18T20:38:34,799 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:34,799 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[{test/79bd793ebab602ecacb7a76e292c2ca0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962314645/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:38:34,802 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:34,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T20:38:34,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(318): Replicating [3f88f152-b424-456d-ac6d-8cfb97a58b67] bulk loaded data 2024-11-18T20:38:34,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e926f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40435,-1 for getting cluster id 2024-11-18T20:38:34,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:34,806 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0808b8b6-3f43-4b6d-a618-5d23e22bbaca' 2024-11-18T20:38:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0808b8b6-3f43-4b6d-a618-5d23e22bbaca" 2024-11-18T20:38:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d639f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40435,-1] 2024-11-18T20:38:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:34,807 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:34,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2951b4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:34,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741837_1013 (size=7894) 2024-11-18T20:38:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741838_1014 (size=7691) 2024-11-18T20:38:34,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:34,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:34,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e21110f 2024-11-18T20:38:34,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:34,890 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T20:38:34,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:38:34,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:34,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41443,1731962303419, seqNum=-1] 2024-11-18T20:38:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:34,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T20:38:34,908 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T20:38:34,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T20:38:34,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ for inclusion in 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T20:38:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:34,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ for inclusion in 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T20:38:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HRegion(2603): Flush status journal for 1c4f8a3168dbe08cd897a588bdc03a3f: 2024-11-18T20:38:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d65b744ffa38408fb11278cff7a2c976_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:38:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/3dff4077406e4be2821fcf5698889f34_SeqId_4_ 2024-11-18T20:38:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ac407b6be214935a0d34325ed01c60d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:38:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/c913601f12954099a75154f1d023f99b_SeqId_4_ 2024-11-18T20:38:34,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/3dff4077406e4be2821fcf5698889f34_SeqId_4_ - updating store file list. 2024-11-18T20:38:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3dff4077406e4be2821fcf5698889f34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:34,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/3dff4077406e4be2821fcf5698889f34_SeqId_4_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:34,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f (new location: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/3dff4077406e4be2821fcf5698889f34_SeqId_4_) 2024-11-18T20:38:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/d65b744ffa38408fb11278cff7a2c976_SeqId_4_ 2024-11-18T20:38:34,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/c913601f12954099a75154f1d023f99b_SeqId_4_ - updating store file list. 2024-11-18T20:38:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c913601f12954099a75154f1d023f99b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:34,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/c913601f12954099a75154f1d023f99b_SeqId_4_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:34,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f (new location: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/c913601f12954099a75154f1d023f99b_SeqId_4_) 2024-11-18T20:38:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__ka5hmc2macs8rrf24i2594bhgmkke61c8lcu49terv0dcu6ovjvs5qjolsu593cv/f/0ac407b6be214935a0d34325ed01c60d_SeqId_4_ 2024-11-18T20:38:34,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(324): Finished replicating [3f88f152-b424-456d-ac6d-8cfb97a58b67] bulk loaded data 2024-11-18T20:38:35,000 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 687, reset compression=false 2024-11-18T20:38:35,304 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 687, reset compression=false 2024-11-18T20:38:35,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36717,1731962306960, seqNum=-1] 2024-11-18T20:38:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:35,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962311838.961897b1d9dc3daeac6b648f223022b0., hostname=c0a89b2656d4,36717,1731962306960, seqNum=2] 2024-11-18T20:38:35,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:35,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T20:38:35,676 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c0a89b2656d4%2C41537%2C1731962300021.rep:(num 1731962313449) roll requested 2024-11-18T20:38:35,697 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.rep.1731962315676, exclude list is [], retry=0 2024-11-18T20:38:35,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:35,706 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.rep.1731962313449 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.rep.1731962315676 2024-11-18T20:38:35,708 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 687, reset compression=false 2024-11-18T20:38:35,721 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:35,721 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.rep.1731962313449 is not closed yet, will try archiving it next time 2024-11-18T20:38:35,721 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c0a89b2656d4%2C41537%2C1731962300021.meta:.meta(num 1731962302481) roll requested 2024-11-18T20:38:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741839_1015 (size=1505) 2024-11-18T20:38:35,738 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.meta.1731962315721.meta, exclude list is [], retry=0 2024-11-18T20:38:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:35,750 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.meta.1731962302481.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.meta.1731962315721.meta 2024-11-18T20:38:35,761 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:35,761 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.meta.1731962302481.meta is not closed yet, will try archiving it next time 2024-11-18T20:38:35,761 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c0a89b2656d4%2C41537%2C1731962300021:(num 1731962301502) roll requested 2024-11-18T20:38:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741834_1010 (size=3473) 2024-11-18T20:38:35,784 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, exclude list is [], retry=0 2024-11-18T20:38:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-3ebf2d7e-bcbe-4225-8951-db750e13e69d,DISK] 2024-11-18T20:38:35,810 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 2024-11-18T20:38:35,821 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42749:42749)] 2024-11-18T20:38:35,821 DEBUG [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 is not closed yet, will try archiving it next time 2024-11-18T20:38:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741832_1008 (size=695) 2024-11-18T20:38:35,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfaa7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:35,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,33313,-1 for getting cluster id 2024-11-18T20:38:35,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:35,831 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f88f152-b424-456d-ac6d-8cfb97a58b67' 2024-11-18T20:38:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f88f152-b424-456d-ac6d-8cfb97a58b67" 2024-11-18T20:38:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cb3f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,33313,-1] 2024-11-18T20:38:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:35,833 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a701ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:35,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b5eaee 2024-11-18T20:38:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:35,836 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:35,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c0a89b2656d4:40107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T20:38:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T20:38:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:38:35,840 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40107' 2024-11-18T20:38:35,843 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/oldWALs/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 2024-11-18T20:38:35,848 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb84eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:35,848 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:38:35,848 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:35,848 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4' 2024-11-18T20:38:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4" 2024-11-18T20:38:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627d0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:38:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:35,850 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:35,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20413948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:35,851 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:35,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:35,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75133ec1 2024-11-18T20:38:35,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:35,853 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:35,855 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T20:38:35,855 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T20:38:35,855 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:35,855 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:35,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:35,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T20:38:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:38:36,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T20:38:36,016 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T20:38:36,047 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c0a89b2656d4,41537,1731962300021, ReplicationSource: 2, currentBandwidth=0 2024-11-18T20:38:36,049 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T20:38:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T20:38:36,057 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c0a89b2656d4,41537,1731962300021 suceeded 2024-11-18T20:38:36,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T20:38:36,059 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c0a89b2656d4:40107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T20:38:36,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-18T20:38:36,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 222 msec 2024-11-18T20:38:36,076 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c0a89b2656d4:40107' 2024-11-18T20:38:36,077 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ad8050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:36,077 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:38:36,078 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:36,078 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4' 2024-11-18T20:38:36,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:36,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4" 2024-11-18T20:38:36,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c5adb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:38:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:36,079 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:36,080 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7893bc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:36,080 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@143850fc 2024-11-18T20:38:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:36,081 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T20:38:36,082 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c0a89b2656d4,41537,1731962300021 (queues=1) is replicating from cluster=3f88f152-b424-456d-ac6d-8cfb97a58b67 to cluster=1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4 2024-11-18T20:38:36,082 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c0a89b2656d4%2C41537%2C1731962300021 2024-11-18T20:38:36,082 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c0a89b2656d4,41537,1731962300021, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T20:38:36,083 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, startPosition=0, beingWritten=true 2024-11-18T20:38:36,083 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c0a89b2656d4%2C41537%2C1731962300021 2024-11-18T20:38:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T20:38:36,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:36,154 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T20:38:36,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:36,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:36,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:36,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T20:38:36,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:36,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731962316160/Put/seqid=0 2024-11-18T20:38:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741845_1021 (size=11194) 2024-11-18T20:38:36,225 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 to pos 687, reset compression=false 2024-11-18T20:38:36,233 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 was moved to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/oldWALs/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 2024-11-18T20:38:36,235 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502 2024-11-18T20:38:36,235 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962301502, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T20:38:36,235 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, startPosition=0, beingWritten=true 2024-11-18T20:38:36,237 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c0a89b2656d4%2C41537%2C1731962300021.1731962301502] 2024-11-18T20:38:36,290 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 0, reset compression=false 2024-11-18T20:38:36,567 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731962316567/Put/seqid=0 2024-11-18T20:38:36,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741846_1022 (size=10791) 2024-11-18T20:38:36,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:36,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,33313,-1 for getting cluster id 2024-11-18T20:38:36,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:36,574 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f88f152-b424-456d-ac6d-8cfb97a58b67' 2024-11-18T20:38:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f88f152-b424-456d-ac6d-8cfb97a58b67" 2024-11-18T20:38:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fb0bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,33313,-1] 2024-11-18T20:38:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:36,575 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:36,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:36,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,41537,1731962300021, seqNum=-1] 2024-11-18T20:38:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:36,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T20:38:36,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a1afe8 2024-11-18T20:38:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:36,587 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T20:38:36,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., hostname=c0a89b2656d4,41537,1731962300021, seqNum=2] 2024-11-18T20:38:36,594 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:38:36,598 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 0, reset compression=false 2024-11-18T20:38:36,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T20:38:36,605 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T20:38:36,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T20:38:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:36,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T20:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HRegion(2603): Flush status journal for 79bd793ebab602ecacb7a76e292c2ca0: 2024-11-18T20:38:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_0 2024-11-18T20:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_0 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ 2024-11-18T20:38:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_1 2024-11-18T20:38:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_1 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ 2024-11-18T20:38:36,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_0 into 79bd793ebab602ecacb7a76e292c2ca0/f as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ - updating store file list. 2024-11-18T20:38:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:36,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ into 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:36,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_0 into 79bd793ebab602ecacb7a76e292c2ca0/f (new location: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_) 2024-11-18T20:38:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_0 2024-11-18T20:38:36,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_1 into 79bd793ebab602ecacb7a76e292c2ca0/f as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ - updating store file list. 2024-11-18T20:38:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aaaf339ba01040458899fe47bf5d4621_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:36,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ into 79bd793ebab602ecacb7a76e292c2ca0/f 2024-11-18T20:38:36,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_1 into 79bd793ebab602ecacb7a76e292c2ca0/f (new location: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_) 2024-11-18T20:38:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/staging/jenkins__test__jncf3tf1e9vls9uvjdbpss9gneosntfm9gmj83op3m2p76dgrfbagf1l2tar1ljd/f/hfile_1 2024-11-18T20:38:36,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:36,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:36,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:36,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:36,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:36,665 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T20:38:36,873 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 0, reset compression=false 2024-11-18T20:38:36,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:36,879 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[{test/79bd793ebab602ecacb7a76e292c2ca0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962316657/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:38:36,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(318): Replicating [3f88f152-b424-456d-ac6d-8cfb97a58b67] bulk loaded data 2024-11-18T20:38:36,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741839_1015 (size=11194) 2024-11-18T20:38:36,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741840_1016 (size=10791) 2024-11-18T20:38:36,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:38:36,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T20:38:36,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T20:38:36,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ for inclusion in 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T20:38:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:36,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ for inclusion in 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T20:38:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HRegion(2603): Flush status journal for 1c4f8a3168dbe08cd897a588bdc03a3f: 2024-11-18T20:38:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aaaf339ba01040458899fe47bf5d4621_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:38:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/a804924d78354bfda3b10c86f4b3f6c8_SeqId_6_ 2024-11-18T20:38:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:38:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/ff365d2e44b2497cb6275e3eaa2cc5a5_SeqId_6_ 2024-11-18T20:38:36,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/a804924d78354bfda3b10c86f4b3f6c8_SeqId_6_ - updating store file list. 2024-11-18T20:38:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a804924d78354bfda3b10c86f4b3f6c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:37,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/a804924d78354bfda3b10c86f4b3f6c8_SeqId_6_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:37,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f (new location: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/a804924d78354bfda3b10c86f4b3f6c8_SeqId_6_) 2024-11-18T20:38:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ 2024-11-18T20:38:37,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/ff365d2e44b2497cb6275e3eaa2cc5a5_SeqId_6_ - updating store file list. 2024-11-18T20:38:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff365d2e44b2497cb6275e3eaa2cc5a5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:37,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/ff365d2e44b2497cb6275e3eaa2cc5a5_SeqId_6_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f 2024-11-18T20:38:37,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ into 1c4f8a3168dbe08cd897a588bdc03a3f/f (new location: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/f/ff365d2e44b2497cb6275e3eaa2cc5a5_SeqId_6_) 2024-11-18T20:38:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/staging/jenkins.hfs.22__test__7u6vjp0cn641eeg9u2ldhqh8kdlvevqq8rbaa3ec82uie54jk38c1cf775st514/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ 2024-11-18T20:38:37,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41443 {}] regionserver.ReplicationSink(324): Finished replicating [3f88f152-b424-456d-ac6d-8cfb97a58b67] bulk loaded data 2024-11-18T20:38:37,037 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 0, reset compression=false 2024-11-18T20:38:37,048 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T20:38:37,048 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[{test/79bd793ebab602ecacb7a76e292c2ca0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731962316657/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T20:38:37,050 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T20:38:37,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T20:38:37,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.ReplicationSink(318): Replicating [3f88f152-b424-456d-ac6d-8cfb97a58b67] bulk loaded data 2024-11-18T20:38:37,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6252cc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:37,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] client.ClusterIdFetcher(90): Going to request c0a89b2656d4,40107,-1 for getting cluster id 2024-11-18T20:38:37,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T20:38:37,053 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4' 2024-11-18T20:38:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T20:38:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dd95d29-b8c9-4f38-bbd8-90d9ce3e90a4" 2024-11-18T20:38:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46dc4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:37,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c0a89b2656d4,40107,-1] 2024-11-18T20:38:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T20:38:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:37,055 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T20:38:37,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bfef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T20:38:37,079 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741837_1013 (size=11194) 2024-11-18T20:38:37,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741838_1014 (size=10791) 2024-11-18T20:38:37,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T20:38:37,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:37,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508c2924 2024-11-18T20:38:37,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T20:38:37,127 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T20:38:37,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T20:38:37,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T20:38:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c0a89b2656d4,36717,1731962306960, seqNum=-1] 2024-11-18T20:38:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T20:38:37,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T20:38:37,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T20:38:37,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T20:38:37,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ for inclusion in 961897b1d9dc3daeac6b648f223022b0/f 2024-11-18T20:38:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T20:38:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:37,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ for inclusion in 961897b1d9dc3daeac6b648f223022b0/f 2024-11-18T20:38:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T20:38:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T20:38:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HRegion(2603): Flush status journal for 961897b1d9dc3daeac6b648f223022b0: 2024-11-18T20:38:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:38:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/6cdcf07a438f42aea74e2758e4b961ed_SeqId_4_ 2024-11-18T20:38:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aaaf339ba01040458899fe47bf5d4621_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T20:38:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/b044e0a9243144de899a0b5a9fcfa34e_SeqId_4_ 2024-11-18T20:38:37,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ into 961897b1d9dc3daeac6b648f223022b0/f as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/6cdcf07a438f42aea74e2758e4b961ed_SeqId_4_ - updating store file list. 2024-11-18T20:38:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cdcf07a438f42aea74e2758e4b961ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:37,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/6cdcf07a438f42aea74e2758e4b961ed_SeqId_4_ into 961897b1d9dc3daeac6b648f223022b0/f 2024-11-18T20:38:37,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ into 961897b1d9dc3daeac6b648f223022b0/f (new location: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/6cdcf07a438f42aea74e2758e4b961ed_SeqId_4_) 2024-11-18T20:38:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/91ac1ceedc9b4f1ca5caaf235b501d41_SeqId_6_ 2024-11-18T20:38:37,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ into 961897b1d9dc3daeac6b648f223022b0/f as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/b044e0a9243144de899a0b5a9fcfa34e_SeqId_4_ - updating store file list. 2024-11-18T20:38:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b044e0a9243144de899a0b5a9fcfa34e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T20:38:37,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/b044e0a9243144de899a0b5a9fcfa34e_SeqId_4_ into 961897b1d9dc3daeac6b648f223022b0/f 2024-11-18T20:38:37,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ into 961897b1d9dc3daeac6b648f223022b0/f (new location: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/f/b044e0a9243144de899a0b5a9fcfa34e_SeqId_4_) 2024-11-18T20:38:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/staging/jenkins.hfs.23__test__h6gldk23bkhb1pnnupqimkfua37i4qa96sjdka0f1atmd0s6iej0mlcrid251ma3/f/aaaf339ba01040458899fe47bf5d4621_SeqId_6_ 2024-11-18T20:38:37,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] regionserver.ReplicationSink(324): Finished replicating [3f88f152-b424-456d-ac6d-8cfb97a58b67] bulk loaded data 2024-11-18T20:38:37,248 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:37,398 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:37,558 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:37,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:38:37,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:37,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:37,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:37,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:37,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:37,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:38:37,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209530249, stopped=false 2024-11-18T20:38:37,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40107,1731962306921 2024-11-18T20:38:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21734188105/running 2024-11-18T20:38:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21734188105/running 2024-11-18T20:38:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:37,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:37,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:37,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:37,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:37,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,36717,1731962306960' ***** 2024-11-18T20:38:37,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:38:37,684 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:38:37,685 INFO [RS:0;c0a89b2656d4:36717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:38:37,685 INFO [RS:0;c0a89b2656d4:36717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:38:37,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/running 2024-11-18T20:38:37,685 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(3091): Received CLOSE for 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:37,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Set watcher on znode that does not yet exist, /21734188105/running 2024-11-18T20:38:37,685 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:38:37,685 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:37,685 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:37,685 INFO [RS:0;c0a89b2656d4:36717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36717. 2024-11-18T20:38:37,686 DEBUG [RS:0;c0a89b2656d4:36717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:37,686 DEBUG [RS:0;c0a89b2656d4:36717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:37,686 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:38:37,686 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:38:37,686 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:38:37,686 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:38:37,686 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:38:37,686 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1325): Online Regions={961897b1d9dc3daeac6b648f223022b0=test,,1731962311838.961897b1d9dc3daeac6b648f223022b0., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:38:37,686 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 961897b1d9dc3daeac6b648f223022b0 2024-11-18T20:38:37,687 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:37,687 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:37,687 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:37,687 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:37,687 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:37,687 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T20:38:37,693 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 961897b1d9dc3daeac6b648f223022b0, disabling compactions & flushes 2024-11-18T20:38:37,693 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:37,693 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:37,693 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. after waiting 0 ms 2024-11-18T20:38:37,693 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:37,702 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:37,708 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/info/8553620301eb4217b68857927b7c64fb is 129, key is test,,1731962311838.961897b1d9dc3daeac6b648f223022b0./info:regioninfo/1731962312598/Put/seqid=0 2024-11-18T20:38:37,734 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/default/test/961897b1d9dc3daeac6b648f223022b0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T20:38:37,734 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:37,734 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:37,734 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:37,734 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 961897b1d9dc3daeac6b648f223022b0: Waiting for close lock at 1731962317687Running coprocessor pre-close hooks at 1731962317687Disabling compacts and flushes for region at 1731962317687Disabling writes for close at 1731962317693 (+6 ms)Writing region close event to WAL at 1731962317717 (+24 ms)Running coprocessor post-close hooks at 1731962317734 (+17 ms)Closed at 1731962317734 2024-11-18T20:38:37,735 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962311838.961897b1d9dc3daeac6b648f223022b0. 2024-11-18T20:38:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741839_1015 (size=6421) 2024-11-18T20:38:37,801 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:37,886 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:37,962 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:38,086 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:38,138 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/info/8553620301eb4217b68857927b7c64fb 2024-11-18T20:38:38,161 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/ns/dffed57c3c5b455cb18df3c412ba9284 is 43, key is default/ns:d/1731962308992/Put/seqid=0 2024-11-18T20:38:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741840_1016 (size=5153) 2024-11-18T20:38:38,188 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/ns/dffed57c3c5b455cb18df3c412ba9284 2024-11-18T20:38:38,228 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/rep_barrier/c3314d3961e346269aa6ba53cbc303ec is 112, key is test,,1731962311838.961897b1d9dc3daeac6b648f223022b0./rep_barrier:seqnumDuringOpen/1731962312598/Put/seqid=0 2024-11-18T20:38:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741841_1017 (size=5518) 2024-11-18T20:38:38,234 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/rep_barrier/c3314d3961e346269aa6ba53cbc303ec 2024-11-18T20:38:38,256 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/table/a1dea251800547e791ff7da632029980 is 40, key is test/table:state/1731962312604/Put/seqid=0 2024-11-18T20:38:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741842_1018 (size=5165) 2024-11-18T20:38:38,283 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:38:38,283 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:38:38,287 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:38,305 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:38,470 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:38,487 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:38,661 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/table/a1dea251800547e791ff7da632029980 2024-11-18T20:38:38,668 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/info/8553620301eb4217b68857927b7c64fb as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/info/8553620301eb4217b68857927b7c64fb 2024-11-18T20:38:38,671 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/info/8553620301eb4217b68857927b7c64fb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T20:38:38,672 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/ns/dffed57c3c5b455cb18df3c412ba9284 as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/ns/dffed57c3c5b455cb18df3c412ba9284 2024-11-18T20:38:38,676 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/ns/dffed57c3c5b455cb18df3c412ba9284, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:38:38,677 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/rep_barrier/c3314d3961e346269aa6ba53cbc303ec as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/rep_barrier/c3314d3961e346269aa6ba53cbc303ec 2024-11-18T20:38:38,680 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/rep_barrier/c3314d3961e346269aa6ba53cbc303ec, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T20:38:38,681 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/.tmp/table/a1dea251800547e791ff7da632029980 as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/table/a1dea251800547e791ff7da632029980 2024-11-18T20:38:38,685 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/table/a1dea251800547e791ff7da632029980, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:38:38,686 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=11, compaction requested=false 2024-11-18T20:38:38,687 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:38:38,687 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:38:38,687 DEBUG [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:38,690 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:38:38,690 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:38,690 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:38,690 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:38,691 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962317687Running coprocessor pre-close hooks at 1731962317687Disabling compacts and flushes for region at 1731962317687Disabling writes for close at 1731962317687Obtaining lock to block concurrent updates at 1731962317687Preparing flush snapshotting stores in 1588230740 at 1731962317687Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731962317688 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962317689 (+1 ms)Flushing 1588230740/info: creating writer at 1731962317689Flushing 1588230740/info: appending metadata at 1731962317707 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731962317707Flushing 1588230740/ns: creating writer at 1731962318143 (+436 ms)Flushing 1588230740/ns: appending metadata at 1731962318160 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731962318160Flushing 1588230740/rep_barrier: creating writer at 1731962318199 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962318228 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962318228Flushing 1588230740/table: creating writer at 1731962318238 (+10 ms)Flushing 1588230740/table: appending metadata at 1731962318255 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731962318255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5495b899: reopening flushed file at 1731962318667 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21be3b59: reopening flushed file at 1731962318672 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268d8f2d: reopening flushed file at 1731962318676 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5b2c3e: reopening flushed file at 1731962318681 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=11, compaction requested=false at 1731962318686 (+5 ms)Writing region close event to WAL at 1731962318687 (+1 ms)Running coprocessor post-close hooks at 1731962318690 (+3 ms)Closed at 1731962318690 2024-11-18T20:38:38,691 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:38,887 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,36717,1731962306960; all regions closed. 2024-11-18T20:38:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741834_1010 (size=2717) 2024-11-18T20:38:38,893 DEBUG [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/oldWALs 2024-11-18T20:38:38,893 INFO [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C36717%2C1731962306960.meta:.meta(num 1731962308956) 2024-11-18T20:38:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741833_1009 (size=1028) 2024-11-18T20:38:38,903 DEBUG [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/oldWALs 2024-11-18T20:38:38,903 INFO [RS:0;c0a89b2656d4:36717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C36717%2C1731962306960:(num 1731962308451) 2024-11-18T20:38:38,903 DEBUG [RS:0;c0a89b2656d4:36717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:38,903 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:38,903 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:38,903 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:38,903 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:38,903 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:38,904 INFO [RS:0;c0a89b2656d4:36717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:36717. 2024-11-18T20:38:38,904 DEBUG [RS:0;c0a89b2656d4:36717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:38,904 DEBUG [RS:0;c0a89b2656d4:36717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:38,904 DEBUG [RS:0;c0a89b2656d4:36717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:38,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:38,904 INFO [RS:0;c0a89b2656d4:36717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36717 2024-11-18T20:38:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105/rs 2024-11-18T20:38:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21734188105/rs/c0a89b2656d4,36717,1731962306960 2024-11-18T20:38:38,906 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:38,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,36717,1731962306960] 2024-11-18T20:38:38,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/draining/c0a89b2656d4,36717,1731962306960 already deleted, retry=false 2024-11-18T20:38:38,908 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,36717,1731962306960 expired; onlineServers=0 2024-11-18T20:38:38,908 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40107,1731962306921' ***** 2024-11-18T20:38:38,908 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:38:38,908 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:38,908 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:38,908 DEBUG [M:0;c0a89b2656d4:40107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:38:38,909 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:38:38,909 DEBUG [M:0;c0a89b2656d4:40107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:38:38,909 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962308153 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962308153,5,FailOnTimeoutGroup] 2024-11-18T20:38:38,909 INFO [M:0;c0a89b2656d4:40107 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:38,909 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:38,909 DEBUG [M:0;c0a89b2656d4:40107 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:38:38,909 INFO [M:0;c0a89b2656d4:40107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:38:38,909 INFO [M:0;c0a89b2656d4:40107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:38,909 INFO [M:0;c0a89b2656d4:40107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:38:38,909 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962308149 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962308149,5,FailOnTimeoutGroup] 2024-11-18T20:38:38,910 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:38,910 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:38:38,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21734188105/master 2024-11-18T20:38:38,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21734188105 2024-11-18T20:38:38,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21734188105/master already deleted, retry=false 2024-11-18T20:38:38,912 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Failed delete of our master address node; KeeperErrorCode = NoNode for /21734188105/master 2024-11-18T20:38:38,912 INFO [M:0;c0a89b2656d4:40107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/.lastflushedseqids 2024-11-18T20:38:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741843_1019 (size=173) 2024-11-18T20:38:39,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:39,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36717-0x100548ebf720007, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:39,008 INFO [RS:0;c0a89b2656d4:36717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:39,008 INFO [RS:0;c0a89b2656d4:36717 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,36717,1731962306960; zookeeper connection closed. 2024-11-18T20:38:39,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c2a218d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c2a218d 2024-11-18T20:38:39,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:38:39,074 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:39,323 INFO [M:0;c0a89b2656d4:40107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:38:39,324 INFO [M:0;c0a89b2656d4:40107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:38:39,324 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:39,324 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:39,324 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:39,324 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:39,324 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:39,325 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-18T20:38:39,344 DEBUG [M:0;c0a89b2656d4:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ceac02a13bc43deb98d40b945a3139e is 82, key is hbase:meta,,1/info:regioninfo/1731962308985/Put/seqid=0 2024-11-18T20:38:39,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741844_1020 (size=5672) 2024-11-18T20:38:39,348 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ceac02a13bc43deb98d40b945a3139e 2024-11-18T20:38:39,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T20:38:39,369 DEBUG [M:0;c0a89b2656d4:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3313db4796df44769b2b9777e7d31dc5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962312607/Put/seqid=0 2024-11-18T20:38:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741845_1021 (size=6587) 2024-11-18T20:38:39,614 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:39,773 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3313db4796df44769b2b9777e7d31dc5 2024-11-18T20:38:39,777 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:39,794 DEBUG [M:0;c0a89b2656d4:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/303f0ff12afc4d0aaaba5c6843f259d1 is 69, key is c0a89b2656d4,36717,1731962306960/rs:state/1731962308184/Put/seqid=0 2024-11-18T20:38:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741846_1022 (size=5156) 2024-11-18T20:38:40,202 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/303f0ff12afc4d0aaaba5c6843f259d1 2024-11-18T20:38:40,207 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ceac02a13bc43deb98d40b945a3139e as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ceac02a13bc43deb98d40b945a3139e 2024-11-18T20:38:40,211 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ceac02a13bc43deb98d40b945a3139e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T20:38:40,212 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3313db4796df44769b2b9777e7d31dc5 as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3313db4796df44769b2b9777e7d31dc5 2024-11-18T20:38:40,216 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3313db4796df44769b2b9777e7d31dc5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T20:38:40,217 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/303f0ff12afc4d0aaaba5c6843f259d1 as hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/303f0ff12afc4d0aaaba5c6843f259d1 2024-11-18T20:38:40,224 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45867/user/jenkins/test-data/450daa9b-5ded-dbf8-5de0-c1d0b83eb1b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/303f0ff12afc4d0aaaba5c6843f259d1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T20:38:40,225 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false 2024-11-18T20:38:40,227 INFO [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:40,227 DEBUG [M:0;c0a89b2656d4:40107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962319324Disabling compacts and flushes for region at 1731962319324Disabling writes for close at 1731962319324Obtaining lock to block concurrent updates at 1731962319325 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962319325Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731962319325Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962319325Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962319326 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962319344 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962319344Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962319352 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962319368 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962319368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962319777 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962319793 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962319793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fea653: reopening flushed file at 1731962320206 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66287587: reopening flushed file at 1731962320211 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c841b8: reopening flushed file at 1731962320216 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=55, compaction requested=false at 1731962320225 (+9 ms)Writing region close event to WAL at 1731962320227 (+2 ms)Closed at 1731962320227 2024-11-18T20:38:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741830_1006 (size=32782) 2024-11-18T20:38:40,232 INFO [M:0;c0a89b2656d4:40107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:38:40,232 INFO [M:0;c0a89b2656d4:40107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40107 2024-11-18T20:38:40,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:40,233 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:40,334 INFO [M:0;c0a89b2656d4:40107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:40,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:40,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x100548ebf720006, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:40,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f155e2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:40,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca419c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:40,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:40,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:40,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:40,349 WARN [BP-631399268-172.17.0.2-1731962305971 heartbeating to localhost/127.0.0.1:45867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:38:40,349 WARN [BP-631399268-172.17.0.2-1731962305971 heartbeating to localhost/127.0.0.1:45867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-631399268-172.17.0.2-1731962305971 (Datanode Uuid b2dbb296-ef49-4191-9afa-bc8e9f55c54a) service to localhost/127.0.0.1:45867 2024-11-18T20:38:40,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/cluster_d04924ce-02b5-6405-9d59-1fb67ba918a6/data/data1/current/BP-631399268-172.17.0.2-1731962305971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:40,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/cluster_d04924ce-02b5-6405-9d59-1fb67ba918a6/data/data2/current/BP-631399268-172.17.0.2-1731962305971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:40,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:38:40,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:38:40,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:38:40,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:40,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:40,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:40,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:40,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a236af-81c4-d100-307a-582eed511842/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:40,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:38:40,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:38:40,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:40,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:40,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:40,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:38:40,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2034929816, stopped=false 2024-11-18T20:38:40,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,40435,1731962303392 2024-11-18T20:38:40,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2098334140/running 2024-11-18T20:38:40,374 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:40,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:40,374 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2098334140/running 2024-11-18T20:38:40,374 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:40,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:40,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/running 2024-11-18T20:38:40,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:40,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Set watcher on znode that does not yet exist, /1-2098334140/running 2024-11-18T20:38:40,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,41443,1731962303419' ***** 2024-11-18T20:38:40,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:38:40,375 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:38:40,375 INFO [RS:0;c0a89b2656d4:41443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:38:40,375 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:38:40,375 INFO [RS:0;c0a89b2656d4:41443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:38:40,375 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:41443. 2024-11-18T20:38:40,376 DEBUG [RS:0;c0a89b2656d4:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:40,376 DEBUG [RS:0;c0a89b2656d4:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:38:40,376 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T20:38:40,376 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1325): Online Regions={1c4f8a3168dbe08cd897a588bdc03a3f=test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c4f8a3168dbe08cd897a588bdc03a3f, disabling compactions & flushes 2024-11-18T20:38:40,376 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c4f8a3168dbe08cd897a588bdc03a3f 2024-11-18T20:38:40,376 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. after waiting 0 ms 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:40,376 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:40,376 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:40,377 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T20:38:40,398 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:40,401 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/info/4a0600c35db54a2f84230e6dbf3ffeed is 129, key is test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f./info:regioninfo/1731962311570/Put/seqid=0 2024-11-18T20:38:40,409 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/default/test/1c4f8a3168dbe08cd897a588bdc03a3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:38:40,409 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:40,409 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:40,410 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:40,410 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c4f8a3168dbe08cd897a588bdc03a3f: Waiting for close lock at 1731962320376Running coprocessor pre-close hooks at 1731962320376Disabling compacts and flushes for region at 1731962320376Disabling writes for close at 1731962320376Writing region close event to WAL at 1731962320394 (+18 ms)Running coprocessor post-close hooks at 1731962320409 (+15 ms)Closed at 1731962320410 (+1 ms) 2024-11-18T20:38:40,410 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f. 2024-11-18T20:38:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741841_1017 (size=6421) 2024-11-18T20:38:40,413 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/info/4a0600c35db54a2f84230e6dbf3ffeed 2024-11-18T20:38:40,417 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:40,436 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/ns/31b4377bee73489a85a7292d95a4d322 is 43, key is default/ns:d/1731962305928/Put/seqid=0 2024-11-18T20:38:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741842_1018 (size=5153) 2024-11-18T20:38:40,576 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:40,598 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:40,777 DEBUG [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:40,843 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/ns/31b4377bee73489a85a7292d95a4d322 2024-11-18T20:38:40,872 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/rep_barrier/0b7846349c194342967a7f80037103e5 is 112, key is test,,1731962311207.1c4f8a3168dbe08cd897a588bdc03a3f./rep_barrier:seqnumDuringOpen/1731962311570/Put/seqid=0 2024-11-18T20:38:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741843_1019 (size=5518) 2024-11-18T20:38:40,880 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/rep_barrier/0b7846349c194342967a7f80037103e5 2024-11-18T20:38:40,883 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:38:40,883 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:38:40,906 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/table/ade8e0e7da9a458faa12319e769b2513 is 40, key is test/table:state/1731962311578/Put/seqid=0 2024-11-18T20:38:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741844_1020 (size=5165) 2024-11-18T20:38:40,914 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/table/ade8e0e7da9a458faa12319e769b2513 2024-11-18T20:38:40,919 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/info/4a0600c35db54a2f84230e6dbf3ffeed as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/info/4a0600c35db54a2f84230e6dbf3ffeed 2024-11-18T20:38:40,925 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/info/4a0600c35db54a2f84230e6dbf3ffeed, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T20:38:40,926 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/ns/31b4377bee73489a85a7292d95a4d322 as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/ns/31b4377bee73489a85a7292d95a4d322 2024-11-18T20:38:40,929 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/ns/31b4377bee73489a85a7292d95a4d322, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:38:40,930 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/rep_barrier/0b7846349c194342967a7f80037103e5 as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/rep_barrier/0b7846349c194342967a7f80037103e5 2024-11-18T20:38:40,934 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/rep_barrier/0b7846349c194342967a7f80037103e5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T20:38:40,935 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/.tmp/table/ade8e0e7da9a458faa12319e769b2513 as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/table/ade8e0e7da9a458faa12319e769b2513 2024-11-18T20:38:40,939 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/table/ade8e0e7da9a458faa12319e769b2513, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T20:38:40,940 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=11, compaction requested=false 2024-11-18T20:38:40,940 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:38:40,951 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T20:38:40,952 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:40,952 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:40,952 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:40,952 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962320376Running coprocessor pre-close hooks at 1731962320376Disabling compacts and flushes for region at 1731962320376Disabling writes for close at 1731962320376Obtaining lock to block concurrent updates at 1731962320377 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731962320377Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731962320377Flushing stores of hbase:meta,,1.1588230740 at 1731962320377Flushing 1588230740/info: creating writer at 1731962320377Flushing 1588230740/info: appending metadata at 1731962320401 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731962320401Flushing 1588230740/ns: creating writer at 1731962320418 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731962320435 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731962320436 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731962320847 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962320872 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962320872Flushing 1588230740/table: creating writer at 1731962320884 (+12 ms)Flushing 1588230740/table: appending metadata at 1731962320905 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731962320905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba76c33: reopening flushed file at 1731962320918 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261e316f: reopening flushed file at 1731962320925 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f51eeee: reopening flushed file at 1731962320929 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61524274: reopening flushed file at 1731962320934 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=11, compaction requested=false at 1731962320940 (+6 ms)Writing region close event to WAL at 1731962320949 (+9 ms)Running coprocessor post-close hooks at 1731962320952 (+3 ms)Closed at 1731962320952 2024-11-18T20:38:40,952 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:40,977 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,41443,1731962303419; all regions closed. 2024-11-18T20:38:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741834_1010 (size=2717) 2024-11-18T20:38:40,984 DEBUG [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/oldWALs 2024-11-18T20:38:40,984 INFO [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C41443%2C1731962303419.meta:.meta(num 1731962305893) 2024-11-18T20:38:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741832_1008 (size=1374) 2024-11-18T20:38:40,988 DEBUG [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/oldWALs 2024-11-18T20:38:40,988 INFO [RS:0;c0a89b2656d4:41443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c0a89b2656d4%2C41443%2C1731962303419:(num 1731962305014) 2024-11-18T20:38:40,988 DEBUG [RS:0;c0a89b2656d4:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,988 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:40,988 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:40,988 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:40,988 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:40,988 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:40,988 INFO [RS:0;c0a89b2656d4:41443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:41443. 2024-11-18T20:38:40,988 DEBUG [RS:0;c0a89b2656d4:41443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:40,988 DEBUG [RS:0;c0a89b2656d4:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,988 DEBUG [RS:0;c0a89b2656d4:41443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:40,989 INFO [RS:0;c0a89b2656d4:41443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41443 2024-11-18T20:38:40,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:40,990 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2098334140/rs/c0a89b2656d4,41443,1731962303419 2024-11-18T20:38:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140/rs 2024-11-18T20:38:40,990 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:40,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,41443,1731962303419] 2024-11-18T20:38:40,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2098334140/draining/c0a89b2656d4,41443,1731962303419 already deleted, retry=false 2024-11-18T20:38:40,992 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,41443,1731962303419 expired; onlineServers=0 2024-11-18T20:38:40,992 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,40435,1731962303392' ***** 2024-11-18T20:38:40,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:40,992 DEBUG [M:0;c0a89b2656d4:40435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:38:40,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:38:40,992 DEBUG [M:0;c0a89b2656d4:40435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:38:40,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962304756 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962304756,5,FailOnTimeoutGroup] 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:40,992 DEBUG [M:0;c0a89b2656d4:40435 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:40,992 INFO [M:0;c0a89b2656d4:40435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:38:40,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:38:40,992 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962304757 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962304757,5,FailOnTimeoutGroup] 2024-11-18T20:38:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2098334140/master 2024-11-18T20:38:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2098334140 2024-11-18T20:38:40,994 DEBUG [M:0;c0a89b2656d4:40435 {}] zookeeper.ZKUtil(347): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Unable to get data of znode /1-2098334140/master because node does not exist (not an error) 2024-11-18T20:38:40,994 WARN [M:0;c0a89b2656d4:40435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:38:40,994 INFO [M:0;c0a89b2656d4:40435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/.lastflushedseqids 2024-11-18T20:38:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741845_1021 (size=173) 2024-11-18T20:38:41,091 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:41,091 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41443-0x100548ebf720004, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:41,091 INFO [RS:0;c0a89b2656d4:41443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:41,091 INFO [RS:0;c0a89b2656d4:41443 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,41443,1731962303419; zookeeper connection closed. 2024-11-18T20:38:41,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee4a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee4a0 2024-11-18T20:38:41,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:38:41,322 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:41,403 INFO [M:0;c0a89b2656d4:40435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:38:41,403 INFO [M:0;c0a89b2656d4:40435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:38:41,403 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:41,403 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:41,403 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:41,403 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:41,403 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:41,404 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-18T20:38:41,426 DEBUG [M:0;c0a89b2656d4:40435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/483df354638545779522ad9bc5724267 is 82, key is hbase:meta,,1/info:regioninfo/1731962305921/Put/seqid=0 2024-11-18T20:38:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741846_1022 (size=5672) 2024-11-18T20:38:41,434 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/483df354638545779522ad9bc5724267 2024-11-18T20:38:41,459 DEBUG [M:0;c0a89b2656d4:40435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861f25d2030141f19e28150167c065de is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731962311581/Put/seqid=0 2024-11-18T20:38:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741847_1023 (size=6586) 2024-11-18T20:38:41,514 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:41,867 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861f25d2030141f19e28150167c065de 2024-11-18T20:38:41,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T20:38:41,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,886 DEBUG [M:0;c0a89b2656d4:40435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3586edee247b4cf8b0699616cbf99f72 is 69, key is c0a89b2656d4,41443,1731962303419/rs:state/1731962304873/Put/seqid=0 2024-11-18T20:38:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741848_1024 (size=5156) 2024-11-18T20:38:41,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:41,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T20:38:42,307 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3586edee247b4cf8b0699616cbf99f72 2024-11-18T20:38:42,311 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/483df354638545779522ad9bc5724267 as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/483df354638545779522ad9bc5724267 2024-11-18T20:38:42,314 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/483df354638545779522ad9bc5724267, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T20:38:42,315 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861f25d2030141f19e28150167c065de as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/861f25d2030141f19e28150167c065de 2024-11-18T20:38:42,318 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/861f25d2030141f19e28150167c065de, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T20:38:42,319 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3586edee247b4cf8b0699616cbf99f72 as hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3586edee247b4cf8b0699616cbf99f72 2024-11-18T20:38:42,323 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33343/user/jenkins/test-data/576fe7fb-9d2c-3b01-bc17-9053e0c8945b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3586edee247b4cf8b0699616cbf99f72, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T20:38:42,324 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=55, compaction requested=false 2024-11-18T20:38:42,326 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:42,329 INFO [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:42,329 DEBUG [M:0;c0a89b2656d4:40435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962321403Disabling compacts and flushes for region at 1731962321403Disabling writes for close at 1731962321403Obtaining lock to block concurrent updates at 1731962321404 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962321404Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731962321404Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962321405 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962321405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962321425 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962321425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962321438 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962321459 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962321459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962321871 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962321886 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962321886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4492e8: reopening flushed file at 1731962322311 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dd840c: reopening flushed file at 1731962322314 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c605c79: reopening flushed file at 1731962322318 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=55, compaction requested=false at 1731962322324 (+6 ms)Writing region close event to WAL at 1731962322329 (+5 ms)Closed at 1731962322329 2024-11-18T20:38:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44693 is added to blk_1073741830_1006 (size=32770) 2024-11-18T20:38:42,336 INFO [M:0;c0a89b2656d4:40435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:38:42,336 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:42,336 INFO [M:0;c0a89b2656d4:40435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40435 2024-11-18T20:38:42,336 INFO [M:0;c0a89b2656d4:40435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:42,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:42,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40435-0x100548ebf720003, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:42,438 INFO [M:0;c0a89b2656d4:40435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:42,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2590021c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:42,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691721b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:42,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:42,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318c5ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:42,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:42,443 WARN [BP-824544232-172.17.0.2-1731962302566 heartbeating to localhost/127.0.0.1:33343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:38:42,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:38:42,443 WARN [BP-824544232-172.17.0.2-1731962302566 heartbeating to localhost/127.0.0.1:33343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-824544232-172.17.0.2-1731962302566 (Datanode Uuid 3e207ac6-98cb-4cf1-8b15-ac462349af2c) service to localhost/127.0.0.1:33343 2024-11-18T20:38:42,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:38:42,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/cluster_d27b8b18-8cab-07e4-981e-be8c5d5d004d/data/data1/current/BP-824544232-172.17.0.2-1731962302566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:42,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/cluster_d27b8b18-8cab-07e4-981e-be8c5d5d004d/data/data2/current/BP-824544232-172.17.0.2-1731962302566 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:42,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:38:42,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17c08a5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:42,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7ad3e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:42,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:42,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cfaf16c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:42,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5028312f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef806ab-32c3-6df2-41c7-9d042970e736/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:38:42,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T20:38:42,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:42,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:42,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:42,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:42,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:42,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T20:38:42,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=92828148, stopped=false 2024-11-18T20:38:42,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c0a89b2656d4,33313,1731962299986 2024-11-18T20:38:42,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0477879661/running 2024-11-18T20:38:42,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0477879661/running 2024-11-18T20:38:42,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:42,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:42,475 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:42,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/running 2024-11-18T20:38:42,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T20:38:42,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:42,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:42,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c0a89b2656d4,41537,1731962300021' ***** 2024-11-18T20:38:42,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Set watcher on znode that does not yet exist, /0477879661/running 2024-11-18T20:38:42,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T20:38:42,476 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T20:38:42,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T20:38:42,476 INFO [RS:0;c0a89b2656d4:41537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T20:38:42,476 INFO [RS:0;c0a89b2656d4:41537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T20:38:42,476 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 75ff3b21179ec8c59bcfd2a8c757b894 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(959): stopping server c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:42,485 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79bd793ebab602ecacb7a76e292c2ca0, disabling compactions & flushes 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:41537. 2024-11-18T20:38:42,485 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:42,485 DEBUG [RS:0;c0a89b2656d4:41537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:42,485 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:42,485 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:42,485 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. after waiting 0 ms 2024-11-18T20:38:42,485 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T20:38:42,485 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T20:38:42,486 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T20:38:42,486 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T20:38:42,486 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1325): Online Regions={79bd793ebab602ecacb7a76e292c2ca0=test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0., 1588230740=hbase:meta,,1.1588230740, 75ff3b21179ec8c59bcfd2a8c757b894=hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894.} 2024-11-18T20:38:42,486 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75ff3b21179ec8c59bcfd2a8c757b894, 79bd793ebab602ecacb7a76e292c2ca0 2024-11-18T20:38:42,486 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T20:38:42,486 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T20:38:42,486 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T20:38:42,486 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T20:38:42,486 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T20:38:42,486 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T20:38:42,491 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/default/test/79bd793ebab602ecacb7a76e292c2ca0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T20:38:42,491 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:42,491 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T20:38:42,491 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:42,491 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79bd793ebab602ecacb7a76e292c2ca0: Waiting for close lock at 1731962322485Running coprocessor pre-close hooks at 1731962322485Disabling compacts and flushes for region at 1731962322485Disabling writes for close at 1731962322485Writing region close event to WAL at 1731962322488 (+3 ms)Running coprocessor post-close hooks at 1731962322491 (+3 ms)Closed at 1731962322491 2024-11-18T20:38:42,491 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0. 2024-11-18T20:38:42,492 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75ff3b21179ec8c59bcfd2a8c757b894, disabling compactions & flushes 2024-11-18T20:38:42,492 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:42,492 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:42,492 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. after waiting 0 ms 2024-11-18T20:38:42,492 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:42,492 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75ff3b21179ec8c59bcfd2a8c757b894 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T20:38:42,492 INFO [regionserver/c0a89b2656d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:42,517 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:42,534 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/info/de50399c135d4461b5067619a0edaa35 is 147, key is hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894./info:regioninfo/1731962313554/Put/seqid=0 2024-11-18T20:38:42,536 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/.tmp/hfileref/9248544376f94dc19ccbc673babe2072 is 74, key is 1/hfileref:0ac407b6be214935a0d34325ed01c60d_SeqId_4_/1731962314979/DeleteColumn/seqid=0 2024-11-18T20:38:42,538 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:42,538 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:42,538 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:42,539 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c0a89b2656d4,41537,1731962300021: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c0a89b2656d4,41537,1731962300021, walGroup=c0a89b2656d4%2C41537%2C1731962300021, offset=c0a89b2656d4%2C41537%2C1731962300021.1731962315761:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:41537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T20:38:42,541 ERROR [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T20:38:42,541 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T20:38:42,541 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T20:38:42,542 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T20:38:42,542 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T20:38:42,542 INFO [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 1226335168 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207908840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T20:38:42,542 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c0a89b2656d4:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T20:38:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741847_1023 (size=7686) 2024-11-18T20:38:42,557 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/info/de50399c135d4461b5067619a0edaa35 2024-11-18T20:38:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741848_1024 (size=5489) 2024-11-18T20:38:42,563 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/.tmp/hfileref/9248544376f94dc19ccbc673babe2072 2024-11-18T20:38:42,585 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/ns/f9ec834e03374db8af0596e6a14182c7 is 43, key is default/ns:d/1731962302513/Put/seqid=0 2024-11-18T20:38:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741849_1025 (size=5153) 2024-11-18T20:38:42,593 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/.tmp/queue/cf4f3ede5c2b471d8958ee4add48e19b is 153, key is 1-c0a89b2656d4,41537,1731962300021/queue:c0a89b2656d4%2C41537%2C1731962300021/1731962317015/Put/seqid=0 2024-11-18T20:38:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741850_1026 (size=5504) 2024-11-18T20:38:42,612 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/.tmp/queue/cf4f3ede5c2b471d8958ee4add48e19b 2024-11-18T20:38:42,617 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/.tmp/hfileref/9248544376f94dc19ccbc673babe2072 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/hfileref/9248544376f94dc19ccbc673babe2072 2024-11-18T20:38:42,622 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/hfileref/9248544376f94dc19ccbc673babe2072, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T20:38:42,623 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/.tmp/queue/cf4f3ede5c2b471d8958ee4add48e19b as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/queue/cf4f3ede5c2b471d8958ee4add48e19b 2024-11-18T20:38:42,627 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/queue/cf4f3ede5c2b471d8958ee4add48e19b, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T20:38:42,628 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 75ff3b21179ec8c59bcfd2a8c757b894 in 136ms, sequenceid=17, compaction requested=false 2024-11-18T20:38:42,635 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/replication/75ff3b21179ec8c59bcfd2a8c757b894/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T20:38:42,636 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:42,636 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:42,636 INFO [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:42,636 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75ff3b21179ec8c59bcfd2a8c757b894: Waiting for close lock at 1731962322492Running coprocessor pre-close hooks at 1731962322492Disabling compacts and flushes for region at 1731962322492Disabling writes for close at 1731962322492Obtaining lock to block concurrent updates at 1731962322492Preparing flush snapshotting stores in 75ff3b21179ec8c59bcfd2a8c757b894 at 1731962322492Finished memstore snapshotting hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731962322492Flushing stores of hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. at 1731962322493 (+1 ms)Flushing 75ff3b21179ec8c59bcfd2a8c757b894/hfileref: creating writer at 1731962322493Flushing 75ff3b21179ec8c59bcfd2a8c757b894/hfileref: appending metadata at 1731962322535 (+42 ms)Flushing 75ff3b21179ec8c59bcfd2a8c757b894/hfileref: closing flushed file at 1731962322536 (+1 ms)Flushing 75ff3b21179ec8c59bcfd2a8c757b894/queue: creating writer at 1731962322567 (+31 ms)Flushing 75ff3b21179ec8c59bcfd2a8c757b894/queue: appending metadata at 1731962322593 (+26 ms)Flushing 75ff3b21179ec8c59bcfd2a8c757b894/queue: closing flushed file at 1731962322593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc1aa03: reopening flushed file at 1731962322616 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb13045: reopening flushed file at 1731962322622 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 75ff3b21179ec8c59bcfd2a8c757b894 in 136ms, sequenceid=17, compaction requested=false at 1731962322628 (+6 ms)Writing region close event to WAL at 1731962322632 (+4 ms)Running coprocessor post-close hooks at 1731962322636 (+4 ms)Closed at 1731962322636 2024-11-18T20:38:42,636 DEBUG [RS_CLOSE_REGION-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731962312999.75ff3b21179ec8c59bcfd2a8c757b894. 2024-11-18T20:38:42,686 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:42,759 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:42,886 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:42,992 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/ns/f9ec834e03374db8af0596e6a14182c7 2024-11-18T20:38:43,013 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/rep_barrier/c4a10ad0045a468a95a2dca2736fba93 is 112, key is test,,1731962309051.79bd793ebab602ecacb7a76e292c2ca0./rep_barrier:seqnumDuringOpen/1731962310195/Put/seqid=0 2024-11-18T20:38:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741851_1027 (size=5518) 2024-11-18T20:38:43,064 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:43,086 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:43,287 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:43,380 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T20:38:43,380 INFO [regionserver/c0a89b2656d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T20:38:43,418 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/rep_barrier/c4a10ad0045a468a95a2dca2736fba93 2024-11-18T20:38:43,433 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 393, reset compression=false 2024-11-18T20:38:43,439 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T20:38:43,439 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:43,439 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c0a89b2656d4,41537,1731962300021 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T20:38:43,439 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-18T20:38:43,459 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/table/aa7dd7a3b9f44f4b9b27467836499c57 is 53, key is hbase:replication/table:state/1731962313565/Put/seqid=0 2024-11-18T20:38:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741852_1028 (size=5308) 2024-11-18T20:38:43,468 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:43,487 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T20:38:43,487 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T20:38:43,487 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:43,648 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:43,687 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:43,836 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T20:38:43,865 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/table/aa7dd7a3b9f44f4b9b27467836499c57 2024-11-18T20:38:43,869 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/info/de50399c135d4461b5067619a0edaa35 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/info/de50399c135d4461b5067619a0edaa35 2024-11-18T20:38:43,873 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/info/de50399c135d4461b5067619a0edaa35, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T20:38:43,873 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/ns/f9ec834e03374db8af0596e6a14182c7 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/ns/f9ec834e03374db8af0596e6a14182c7 2024-11-18T20:38:43,876 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/ns/f9ec834e03374db8af0596e6a14182c7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T20:38:43,877 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/rep_barrier/c4a10ad0045a468a95a2dca2736fba93 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/rep_barrier/c4a10ad0045a468a95a2dca2736fba93 2024-11-18T20:38:43,880 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/rep_barrier/c4a10ad0045a468a95a2dca2736fba93, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T20:38:43,881 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/.tmp/table/aa7dd7a3b9f44f4b9b27467836499c57 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/table/aa7dd7a3b9f44f4b9b27467836499c57 2024-11-18T20:38:43,885 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/table/aa7dd7a3b9f44f4b9b27467836499c57, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T20:38:43,886 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1400ms, sequenceid=16, compaction requested=false 2024-11-18T20:38:43,886 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T20:38:43,887 DEBUG [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T20:38:43,891 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T20:38:43,892 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T20:38:43,892 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T20:38:43,892 INFO [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:43,892 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731962322486Running coprocessor pre-close hooks at 1731962322486Disabling compacts and flushes for region at 1731962322486Disabling writes for close at 1731962322486Obtaining lock to block concurrent updates at 1731962322486Preparing flush snapshotting stores in 1588230740 at 1731962322486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731962322487 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731962322489 (+2 ms)Flushing 1588230740/info: creating writer at 1731962322489Flushing 1588230740/info: appending metadata at 1731962322534 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731962322534Flushing 1588230740/ns: creating writer at 1731962322564 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731962322585 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731962322585Flushing 1588230740/rep_barrier: creating writer at 1731962322996 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731962323013 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731962323013Flushing 1588230740/table: creating writer at 1731962323427 (+414 ms)Flushing 1588230740/table: appending metadata at 1731962323458 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731962323458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33519848: reopening flushed file at 1731962323869 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cdcfc9: reopening flushed file at 1731962323873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b34ed36: reopening flushed file at 1731962323877 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7d9fb3: reopening flushed file at 1731962323881 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1400ms, sequenceid=16, compaction requested=false at 1731962323886 (+5 ms)Writing region close event to WAL at 1731962323889 (+3 ms)Running coprocessor post-close hooks at 1731962323892 (+3 ms)Closed at 1731962323892 2024-11-18T20:38:43,892 DEBUG [RS_CLOSE_META-regionserver/c0a89b2656d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T20:38:43,952 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:43,978 DEBUG [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/WALs/c0a89b2656d4,41537,1731962300021/c0a89b2656d4%2C41537%2C1731962300021.1731962315761 to pos 688, reset compression=false 2024-11-18T20:38:44,087 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(976): stopping server c0a89b2656d4,41537,1731962300021; all regions closed. 2024-11-18T20:38:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741843_1019 (size=859) 2024-11-18T20:38:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741842_1018 (size=2791) 2024-11-18T20:38:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741844_1020 (size=696) 2024-11-18T20:38:44,102 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:44,103 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T20:38:44,103 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:44,103 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.ChoreService(370): Chore service for: regionserver/c0a89b2656d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:44,103 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:44,103 INFO [regionserver/c0a89b2656d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:44,103 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c0a89b2656d4,41537,1731962300021 because: Region server is closing 2024-11-18T20:38:44,104 INFO [RS:0;c0a89b2656d4:41537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:41537. 2024-11-18T20:38:44,104 DEBUG [RS:0;c0a89b2656d4:41537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:44,104 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:44,104 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:44,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:44,204 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 terminated 2024-11-18T20:38:44,204 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c0a89b2656d4,41537,1731962300021 because: Region server is closing 2024-11-18T20:38:44,204 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,1-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,1-c0a89b2656d4,41537,1731962300021 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:38:44,204 INFO [RS:0;c0a89b2656d4:41537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c0a89b2656d4:41537. 2024-11-18T20:38:44,205 DEBUG [RS:0;c0a89b2656d4:41537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T20:38:44,205 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:44,205 DEBUG [RS:0;c0a89b2656d4:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T20:38:44,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T20:38:44,305 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.shipperc0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 terminated 2024-11-18T20:38:44,305 INFO [RS:0;c0a89b2656d4:41537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41537 2024-11-18T20:38:44,305 WARN [RS_REFRESH_PEER-regionserver/c0a89b2656d4:0-0.replicationSource,2-c0a89b2656d4,41537,1731962300021.replicationSource.wal-reader.c0a89b2656d4%2C41537%2C1731962300021,2-c0a89b2656d4,41537,1731962300021 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T20:38:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0477879661/rs/c0a89b2656d4,41537,1731962300021 2024-11-18T20:38:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661/rs 2024-11-18T20:38:44,306 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:44,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c0a89b2656d4,41537,1731962300021] 2024-11-18T20:38:44,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0477879661/draining/c0a89b2656d4,41537,1731962300021 already deleted, retry=false 2024-11-18T20:38:44,307 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c0a89b2656d4,41537,1731962300021 expired; onlineServers=0 2024-11-18T20:38:44,307 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c0a89b2656d4,33313,1731962299986' ***** 2024-11-18T20:38:44,307 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T20:38:44,307 INFO [M:0;c0a89b2656d4:33313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T20:38:44,307 INFO [M:0;c0a89b2656d4:33313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T20:38:44,307 DEBUG [M:0;c0a89b2656d4:33313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T20:38:44,308 DEBUG [M:0;c0a89b2656d4:33313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T20:38:44,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T20:38:44,308 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962301352 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.small.0-1731962301352,5,FailOnTimeoutGroup] 2024-11-18T20:38:44,308 DEBUG [master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962301351 {}] cleaner.HFileCleaner(306): Exit Thread[master/c0a89b2656d4:0:becomeActiveMaster-HFileCleaner.large.0-1731962301351,5,FailOnTimeoutGroup] 2024-11-18T20:38:44,308 INFO [M:0;c0a89b2656d4:33313 {}] hbase.ChoreService(370): Chore service for: master/c0a89b2656d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T20:38:44,308 INFO [M:0;c0a89b2656d4:33313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T20:38:44,308 DEBUG [M:0;c0a89b2656d4:33313 {}] master.HMaster(1795): Stopping service threads 2024-11-18T20:38:44,308 INFO [M:0;c0a89b2656d4:33313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T20:38:44,308 INFO [M:0;c0a89b2656d4:33313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T20:38:44,308 INFO [M:0;c0a89b2656d4:33313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T20:38:44,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T20:38:44,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0477879661/master 2024-11-18T20:38:44,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0477879661 2024-11-18T20:38:44,309 DEBUG [M:0;c0a89b2656d4:33313 {}] zookeeper.ZKUtil(347): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Unable to get data of znode /0477879661/master because node does not exist (not an error) 2024-11-18T20:38:44,309 WARN [M:0;c0a89b2656d4:33313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T20:38:44,309 INFO [M:0;c0a89b2656d4:33313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/.lastflushedseqids 2024-11-18T20:38:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741853_1029 (size=263) 2024-11-18T20:38:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x100548ebf720001, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:44,407 INFO [RS:0;c0a89b2656d4:41537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:44,407 INFO [RS:0;c0a89b2656d4:41537 {}] regionserver.HRegionServer(1031): Exiting; stopping=c0a89b2656d4,41537,1731962300021; zookeeper connection closed. 2024-11-18T20:38:44,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b187b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b187b5 2024-11-18T20:38:44,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T20:38:44,713 INFO [M:0;c0a89b2656d4:33313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T20:38:44,713 INFO [M:0;c0a89b2656d4:33313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T20:38:44,713 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T20:38:44,713 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:44,713 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:44,713 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T20:38:44,713 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:44,713 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-18T20:38:44,731 DEBUG [M:0;c0a89b2656d4:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ecaa1c8e4eb4aaca5942ee6fac2bd79 is 82, key is hbase:meta,,1/info:regioninfo/1731962302505/Put/seqid=0 2024-11-18T20:38:44,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741854_1030 (size=5672) 2024-11-18T20:38:45,138 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ecaa1c8e4eb4aaca5942ee6fac2bd79 2024-11-18T20:38:45,154 DEBUG [M:0;c0a89b2656d4:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d035f11b80464ab98f0882a8d6c95cb0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731962313570/Put/seqid=0 2024-11-18T20:38:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741855_1031 (size=8909) 2024-11-18T20:38:45,558 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d035f11b80464ab98f0882a8d6c95cb0 2024-11-18T20:38:45,577 DEBUG [M:0;c0a89b2656d4:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7076256e0400424fa7f499845d4428fb is 69, key is c0a89b2656d4,41537,1731962300021/rs:state/1731962301363/Put/seqid=0 2024-11-18T20:38:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741856_1032 (size=5156) 2024-11-18T20:38:45,981 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7076256e0400424fa7f499845d4428fb 2024-11-18T20:38:45,985 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ecaa1c8e4eb4aaca5942ee6fac2bd79 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ecaa1c8e4eb4aaca5942ee6fac2bd79 2024-11-18T20:38:45,989 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ecaa1c8e4eb4aaca5942ee6fac2bd79, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T20:38:45,990 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d035f11b80464ab98f0882a8d6c95cb0 as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d035f11b80464ab98f0882a8d6c95cb0 2024-11-18T20:38:45,993 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d035f11b80464ab98f0882a8d6c95cb0, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T20:38:45,994 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7076256e0400424fa7f499845d4428fb as hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7076256e0400424fa7f499845d4428fb 2024-11-18T20:38:46,001 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43315/user/jenkins/test-data/675e1e3c-8ed6-b629-1333-e6fe6368820f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7076256e0400424fa7f499845d4428fb, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T20:38:46,002 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=112, compaction requested=false 2024-11-18T20:38:46,003 INFO [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T20:38:46,003 DEBUG [M:0;c0a89b2656d4:33313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731962324713Disabling compacts and flushes for region at 1731962324713Disabling writes for close at 1731962324713Obtaining lock to block concurrent updates at 1731962324713Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731962324713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731962324714 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731962324714Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731962324714Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731962324730 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731962324731 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731962325141 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731962325154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731962325154Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731962325561 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731962325576 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731962325576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6496db: reopening flushed file at 1731962325984 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5e6e0b: reopening flushed file at 1731962325989 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ee72bb: reopening flushed file at 1731962325993 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=112, compaction requested=false at 1731962326002 (+9 ms)Writing region close event to WAL at 1731962326003 (+1 ms)Closed at 1731962326003 2024-11-18T20:38:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741830_1006 (size=69055) 2024-11-18T20:38:46,005 INFO [M:0;c0a89b2656d4:33313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T20:38:46,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T20:38:46,005 INFO [M:0;c0a89b2656d4:33313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33313 2024-11-18T20:38:46,005 INFO [M:0;c0a89b2656d4:33313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T20:38:46,106 INFO [M:0;c0a89b2656d4:33313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T20:38:46,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:46,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x100548ebf720000, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T20:38:46,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e38b7c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T20:38:46,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:46,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:46,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:46,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:46,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T20:38:46,111 WARN [BP-1086564211-172.17.0.2-1731962299158 heartbeating to localhost/127.0.0.1:43315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T20:38:46,111 WARN [BP-1086564211-172.17.0.2-1731962299158 heartbeating to localhost/127.0.0.1:43315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1086564211-172.17.0.2-1731962299158 (Datanode Uuid 4c45391d-9c64-4a34-a160-57bb8c3ff439) service to localhost/127.0.0.1:43315 2024-11-18T20:38:46,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T20:38:46,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/data/data1/current/BP-1086564211-172.17.0.2-1731962299158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:46,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/cluster_06c76738-3403-b256-e66e-c90f817b60f6/data/data2/current/BP-1086564211-172.17.0.2-1731962299158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T20:38:46,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T20:38:46,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6173d15f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T20:38:46,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T20:38:46,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T20:38:46,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T20:38:46,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ac4a6-4445-14f5-7f8a-098b8f799d15/hadoop.log.dir/,STOPPED} 2024-11-18T20:38:46,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T20:38:46,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T20:38:46,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 531) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45867 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45867 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33343 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33343 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43315 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=980 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1558 (was 1975) 2024-11-18T20:38:46,161 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-18T20:38:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100548ebf720002, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:38:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100548ebf720005, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:38:46,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100548ebf720008, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T20:38:46,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100548ebf720005, quorum=127.0.0.1:52212, baseZNode=/1-2098334140 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:38:46,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100548ebf720002, quorum=127.0.0.1:52212, baseZNode=/0477879661 Received Disconnected from ZooKeeper, ignoring 2024-11-18T20:38:46,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100548ebf720008, quorum=127.0.0.1:52212, baseZNode=/21734188105 Received Disconnected from ZooKeeper, ignoring